3805 lines
83 KiB
JSON
3805 lines
83 KiB
JSON
{
|
|
"method": "Static source checks; no retrieval output, question rewriting or alias invention.",
|
|
"questions": [
|
|
{
|
|
"id": "g0001",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0002",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0003",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0004",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0005",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0006",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0007",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0008",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0009",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0010",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0011",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0012",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0013",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0014",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0015",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0016",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0017",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0018",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0019",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0020",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0021",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0022",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0023",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0024",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0025",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0026",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0027",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0028",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0029",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0030",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0031",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0032",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0033",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0034",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0035",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0036",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0037",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0038",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0039",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0040",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0041",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0042",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0043",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0044",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0045",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0046",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0047",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0048",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0049",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0050",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0051",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0052",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0053",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0054",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0055",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0056",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0057",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0058",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0059",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0060",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0061",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0062",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0063",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0064",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0065",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0066",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0067",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0068",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0069",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0070",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0071",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0072",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0073",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0074",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0075",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0076",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0077",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0078",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0079",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0080",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0081",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0082",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0083",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0084",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0085",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0086",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0087",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0088",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0089",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0090",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0091",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0092",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0093",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0094",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0095",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0096",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0097",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0098",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0099",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0100",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0101",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0102",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0103",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0104",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0105",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0106",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0107",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0108",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0109",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0110",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0111",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0112",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0113",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0114",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0115",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0116",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0117",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0118",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0119",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0120",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0121",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0122",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0123",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0124",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0125",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0126",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0127",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0128",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0129",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0130",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0131",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0132",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0133",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0134",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0135",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0136",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0137",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0138",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0139",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0140",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0141",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0142",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0143",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0144",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0145",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0146",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0147",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0148",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0149",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0150",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0151",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0152",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0153",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0154",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0155",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0156",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0157",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0158",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0159",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0160",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0161",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0162",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0163",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0164",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0165",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0166",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0167",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0168",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0169",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0170",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0171",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0172",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0173",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0174",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0175",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0176",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0177",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0178",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0179",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0180",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0181",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0182",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0183",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0184",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0185",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0186",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0187",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0188",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0189",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0190",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0191",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0192",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0193",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0194",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0195",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0196",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0197",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0198",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0199",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0200",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0201",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0202",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0203",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0204",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0205",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0206",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0207",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0208",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0209",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0210",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0211",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0212",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0213",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0214",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0215",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0216",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0217",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0218",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0219",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0220",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0221",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0222",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0223",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0224",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0225",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0226",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0227",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0228",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0229",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0230",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0231",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0232",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0233",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0234",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0235",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0236",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0237",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0238",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0239",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0240",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0241",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0242",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0243",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0244",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0245",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0246",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0247",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0248",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0249",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0250",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0251",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0252",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0253",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0254",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0255",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0256",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0257",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0258",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0259",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0260",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0261",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0262",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0263",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0264",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0265",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0266",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0267",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0268",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0269",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0270",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0271",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0272",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0273",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0274",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0275",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0276",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0277",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0278",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0279",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0280",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0281",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0282",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0283",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0284",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0285",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0286",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0287",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0288",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0289",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0290",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0291",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0292",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0293",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0294",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0295",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0296",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0297",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0298",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0299",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0300",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0301",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0302",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0303",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0304",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0305",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0306",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0307",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0308",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0309",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0310",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0311",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0312",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0313",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0314",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0315",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0316",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0317",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0318",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0319",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0320",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0321",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0322",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0323",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0324",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0325",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0326",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0327",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0328",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0329",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0330",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0331",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0332",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0333",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0334",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0335",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0336",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0337",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0338",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0339",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0340",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0341",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0342",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0343",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0344",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0345",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0346",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0347",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0348",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0349",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0350",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0351",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0352",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0353",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0354",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0355",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0356",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0357",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0358",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0359",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0360",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0361",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0362",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0363",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0364",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0365",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0366",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0367",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0368",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0369",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0370",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0371",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0372",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0373",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0374",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0375",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0376",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0377",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0378",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0379",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0380",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0381",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0382",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0383",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0384",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0385",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0386",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0387",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0388",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0389",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0390",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0391",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0392",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0393",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0394",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0395",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0396",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0397",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0398",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0399",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0400",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0401",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0402",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0403",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0404",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0405",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0406",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0407",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0408",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0409",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0410",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0411",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0412",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0413",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0414",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0415",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0416",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0417",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0418",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0419",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0420",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0421",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0422",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0423",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0424",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0425",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0426",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0427",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0428",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0429",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0430",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0431",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0432",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0433",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0434",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0435",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0436",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0437",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0438",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0439",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0440",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0441",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0442",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0443",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0444",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0445",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0446",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0447",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0448",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0449",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0450",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0451",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0452",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0453",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0454",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0455",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0456",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0457",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0458",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"exact_categories_omit_or_add_source_categories"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0459",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0460",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0461",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0462",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0463",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0464",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0465",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0466",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0467",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0468",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0469",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0470",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0471",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0472",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0473",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0474",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0475",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0476",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0477",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0478",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0479",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0480",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0481",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0482",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0483",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0484",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0485",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0486",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0487",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0488",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0489",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0490",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0491",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0492",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0493",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0494",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_linked_to_expected_person"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0495",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0496",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0497",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0498",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
},
|
|
{
|
|
"id": "g0499",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": false,
|
|
"issues": [
|
|
"keyword_not_in_frontmatter_catalog"
|
|
]
|
|
},
|
|
{
|
|
"id": "g0500",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"source_consistent": true,
|
|
"issues": []
|
|
}
|
|
],
|
|
"by_split": {
|
|
"dev": {
|
|
"questions": 286,
|
|
"source_consistent": 209,
|
|
"issues": {
|
|
"keyword_not_in_frontmatter_catalog": 66,
|
|
"keyword_not_linked_to_expected_person": 5,
|
|
"exact_categories_omit_or_add_source_categories": 6
|
|
}
|
|
},
|
|
"test": {
|
|
"questions": 214,
|
|
"source_consistent": 154,
|
|
"issues": {
|
|
"keyword_not_in_frontmatter_catalog": 46,
|
|
"keyword_not_linked_to_expected_person": 11,
|
|
"exact_categories_omit_or_add_source_categories": 3
|
|
}
|
|
}
|
|
},
|
|
"dataset_sha256": "b5c96e423fc9a5bcee0dcca38fdeac86b2f7cd1efebfcb0d7cd4cfb7fed0620e",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
}
|
|
}
|