7443 lines
178 KiB
JSON
7443 lines
178 KiB
JSON
{
|
|
"method": "Independent original Markdown frontmatter/heading/title oracle; no graph parser, chunks or retrieval results used for labels.",
|
|
"dataset_sha256": "9a3b873882bbf29b905d79c9448c3c287fda30323f93a6533b88dbd59b19f558",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
},
|
|
"source_corpus": {
|
|
"sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10",
|
|
"document_count": 114,
|
|
"documents": {
|
|
"pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
|
|
"pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
|
|
"pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5",
|
|
"pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d",
|
|
"pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987",
|
|
"pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
|
|
"pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
|
|
"pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6",
|
|
"pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
|
|
"pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
|
|
"pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
|
|
"pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
|
|
"pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
|
|
"pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
|
|
"pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
|
|
"pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
|
|
"pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
|
|
"pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
|
|
"pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9",
|
|
"pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
|
|
"pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
|
|
"pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
|
|
"pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
|
|
"pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
|
|
"pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
|
|
"pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
|
|
"pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1",
|
|
"pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
|
|
"pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
|
|
"pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
|
|
"pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
|
|
"pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
|
|
"pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
|
|
"pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
|
|
"pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
|
|
"pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
|
|
"pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
|
|
"pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
|
|
"pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
|
|
"pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
|
|
"pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
|
|
"pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
|
|
"pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
|
|
"pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
|
|
"pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
|
|
"pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
|
|
"pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
|
|
"pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
|
|
"pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
|
|
"pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
|
|
"pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
|
|
"pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
|
|
"pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
|
|
"pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
|
|
"pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
|
|
"pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
|
|
"pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
|
|
"pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
|
|
"pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133",
|
|
"pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
|
|
"pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
|
|
"pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
|
|
"pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
|
|
"pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
|
|
"pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
|
|
"pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
|
|
"pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
|
|
"pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a",
|
|
"pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9",
|
|
"pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a",
|
|
"pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06",
|
|
"pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5",
|
|
"pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea",
|
|
"pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0",
|
|
"pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84",
|
|
"pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02",
|
|
"pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2",
|
|
"pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc",
|
|
"pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499",
|
|
"pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc",
|
|
"pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df",
|
|
"pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd",
|
|
"pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92",
|
|
"pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562",
|
|
"pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48",
|
|
"pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2",
|
|
"pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87",
|
|
"pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330",
|
|
"pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635"
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"id": "regression-0001",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0002",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0003",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0004",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0005",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0006",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0007",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0008",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0009",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0010",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0011",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0012",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0013",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0014",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0015",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0016",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0017",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0018",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0019",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0020",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0021",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0022",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0023",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0024",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0025",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0026",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0027",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0028",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0029",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0030",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0031",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0032",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0033",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0034",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0035",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0036",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0037",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0038",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0039",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0040",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0041",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0042",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0043",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0044",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0045",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0046",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0047",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0048",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0049",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0050",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0051",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0052",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0053",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0054",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0055",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0056",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0057",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0058",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0059",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0060",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0061",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0062",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0063",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0064",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0065",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0066",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0067",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0068",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0069",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0070",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0071",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0072",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0073",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0074",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0075",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0076",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0077",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0078",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0079",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0080",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0081",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0082",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0083",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0084",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0085",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0086",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0087",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0088",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0089",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0090",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0091",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0092",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0093",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0094",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0095",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0096",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0097",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0098",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0099",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0100",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0101",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0102",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0103",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0104",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0105",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0106",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0107",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0108",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0109",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0110",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0111",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0112",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0113",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0114",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0115",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0116",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0117",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0118",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0119",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0120",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0121",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0122",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0123",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0124",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0125",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0126",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0127",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0128",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0129",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0130",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0131",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0132",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0133",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0134",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0135",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0136",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0137",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0138",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0139",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0140",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0141",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0142",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0143",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0144",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0145",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0146",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0147",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0148",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0149",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0150",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0151",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0152",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0153",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0154",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0155",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0156",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0157",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0158",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0159",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0160",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0161",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0162",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0163",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0164",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0165",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0166",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0167",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0168",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0169",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0170",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0171",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0172",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0173",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0174",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0175",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0176",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0177",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0178",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0179",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0180",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0181",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0182",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0183",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0184",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0185",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0186",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0187",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0188",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0189",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0190",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0191",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0192",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0193",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0194",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0195",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0196",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0197",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0198",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0199",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0200",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0201",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0202",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0203",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0204",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0205",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0206",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0207",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0208",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0209",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0210",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0211",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0212",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0213",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0214",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0215",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0216",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0217",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0218",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0219",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0220",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0221",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0222",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0223",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0224",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0225",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0226",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0227",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0228",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0229",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0230",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0231",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0232",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0233",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0234",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0235",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0236",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0237",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0238",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0239",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0240",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0241",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0242",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0243",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0244",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0245",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0246",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0247",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0248",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0249",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0250",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0251",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0252",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0253",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0254",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0255",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0256",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0257",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0258",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0259",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0260",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0261",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0262",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0263",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0264",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0265",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0266",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0267",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0268",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0269",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0270",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0271",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0272",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0273",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0274",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0275",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0276",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0277",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0278",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0279",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0280",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0281",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0282",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0283",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0284",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0285",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0286",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0287",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0288",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0289",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0290",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0291",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0292",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0293",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0294",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0295",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0296",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0297",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0298",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0299",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0300",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0301",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0302",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0303",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0304",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0305",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0306",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0307",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0308",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0309",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0310",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0311",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0312",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0313",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0314",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0315",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0316",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0317",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0318",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0319",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0320",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0321",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0322",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0323",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0324",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0325",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0326",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0327",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0328",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0329",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0330",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0331",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0332",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0333",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0334",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0335",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0336",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0337",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0338",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0339",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0340",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0341",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0342",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0343",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0344",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0345",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0346",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0347",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0348",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0349",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0350",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0351",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0352",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0353",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0354",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0355",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0356",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0357",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0358",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0359",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0360",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0361",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0362",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0363",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0364",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0365",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0366",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0367",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0368",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0369",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0370",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0371",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0372",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0373",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0374",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0375",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0376",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0377",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0378",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0379",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0380",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0381",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0382",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0383",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0384",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0385",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0386",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0387",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0388",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0389",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0390",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0391",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0392",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0393",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0394",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0395",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0396",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0397",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0398",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0399",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0400",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0401",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0402",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0403",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0404",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0405",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0406",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0407",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0408",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0409",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0410",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0411",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0412",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0413",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0414",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0415",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0416",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0417",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0418",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0419",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0420",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0421",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0422",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0423",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0424",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0425",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0426",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0427",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0428",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0429",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0430",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0431",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0432",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0433",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0434",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0435",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0436",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0437",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0438",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0439",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0440",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0441",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0442",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0443",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0444",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0445",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0446",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0447",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0448",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0449",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0450",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0451",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0452",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0453",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0454",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0455",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0456",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0457",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0458",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0459",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0460",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0461",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0462",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0463",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0464",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0465",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0466",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0467",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0468",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0469",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0470",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0471",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0472",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0473",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0474",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0475",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0476",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0477",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0478",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0479",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0480",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0481",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0482",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0483",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0484",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0485",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0486",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0487",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0488",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0489",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0490",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0491",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0492",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0493",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0494",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0495",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0496",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0497",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0498",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0499",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0500",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0501",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0502",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0503",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0504",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0505",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0506",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0507",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0508",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0509",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0510",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0511",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0512",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0513",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0514",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0515",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0516",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0517",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0518",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0519",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0520",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0521",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0522",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0523",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0524",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0525",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0526",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0527",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0528",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0529",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0530",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0531",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0532",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0533",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0534",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0535",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0536",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0537",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0538",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0539",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0540",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0541",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0542",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0543",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0544",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0545",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0546",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0547",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0548",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0549",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0550",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0551",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0552",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0553",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0554",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0555",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0556",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0557",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0558",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0559",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0560",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0561",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0562",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0563",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0564",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0565",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0566",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0567",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0568",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0569",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0570",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0571",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0572",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0573",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0574",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0575",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0576",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0577",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0578",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0579",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0580",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0581",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0582",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0583",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0584",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0585",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0586",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0587",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0588",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0589",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0590",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0591",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0592",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_start_year"
|
|
},
|
|
{
|
|
"id": "regression-0593",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0594",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0595",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0596",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0597",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_start_year"
|
|
},
|
|
{
|
|
"id": "regression-0598",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0599",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0600",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0601",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0602",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0603",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0604",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0605",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0606",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0607",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0608",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0609",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0610",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0611",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0612",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0613",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0614",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0615",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0616",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0617",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0618",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0619",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0620",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0621",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0622",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0623",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0624",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0625",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0626",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0627",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0628",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0629",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0630",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0631",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0632",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0633",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0634",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0635",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0636",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0637",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0638",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0639",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0640",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0641",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0642",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0643",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0644",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0645",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0646",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0647",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0648",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0649",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0650",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0651",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0652",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0653",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0654",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0655",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0656",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0657",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0658",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0659",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0660",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0661",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0662",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0663",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0664",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0665",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0666",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0667",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0668",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0669",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0670",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0671",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0672",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0673",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0674",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0675",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0676",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0677",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0678",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0679",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0680",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0681",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0682",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0683",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0684",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0685",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0686",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0687",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0688",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0689",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0690",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0691",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0692",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0693",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0694",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0695",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0696",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0697",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0698",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0699",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0700",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0701",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0702",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0703",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0704",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0705",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0706",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0707",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0708",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0709",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0710",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0711",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0712",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0713",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0714",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0715",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0716",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0717",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0718",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0719",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0720",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0721",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0722",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-001",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-002",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-003",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-004",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-005",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-006",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-007",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-008",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-009",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-010",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-011",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-012",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-013",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-014",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-015",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-016",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-017",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-018",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-019",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-020",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-021",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-022",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-023",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-024",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-025",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-026",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-027",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-028",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-029",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-030",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-031",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-032",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-033",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-034",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-035",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-036",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-037",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-038",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-039",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-040",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-041",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-042",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-043",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-044",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-045",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-046",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-047",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-048",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-049",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-050",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-051",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-052",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-053",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-054",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-055",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-056",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-057",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-058",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-059",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-060",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-061",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-062",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-063",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-064",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-065",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-066",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-067",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-068",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-069",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-070",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-071",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-072",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-073",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-074",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-075",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-076",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-077",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-078",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-079",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-080",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-081",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-082",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-083",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-084",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-085",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-086",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-087",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-088",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-089",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-090",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-091",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-092",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-093",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-094",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-095",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-096",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-097",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-098",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-099",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-100",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-101",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-102",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-103",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-104",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-105",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-106",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-107",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-108",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-109",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-110",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-111",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-112",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-113",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-114",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-115",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-116",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-117",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-118",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-119",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-120",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-121",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-122",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-123",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-124",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-125",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-126",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-127",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-128",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-129",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-130",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-131",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-132",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-133",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-134",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-135",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-136",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-137",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-138",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-139",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-140",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-141",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-142",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-143",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-144",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-145",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-146",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-147",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-148",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-149",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-150",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-151",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-152",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-153",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-154",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-155",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-156",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-157",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-158",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-159",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-160",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-161",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-162",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-163",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-164",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-165",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-166",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-167",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-168",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-169",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-170",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-171",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-172",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-173",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-174",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-175",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-176",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-177",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-178",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-179",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-180",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-181",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-182",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-183",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-184",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-185",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-186",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-187",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-188",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-189",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-190",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-191",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-192",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-193",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-194",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-195",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-196",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-197",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-198",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-199",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-200",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-201",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-202",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-203",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-204",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-205",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-206",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-207",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-208",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-209",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-210",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-211",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-212",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-213",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-214",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-215",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-216",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-217",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-218",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-219",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-220",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-221",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-222",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-223",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-224",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-225",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-226",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-227",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-228",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-229",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-230",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-231",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-232",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-233",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-234",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-235",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-236",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-237",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-238",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-239",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-240",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-241",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-242",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-243",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-244",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-245",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-246",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-247",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-248",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-249",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-250",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-251",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-252",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-253",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-254",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-255",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-256",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-257",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-258",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-259",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-260",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-261",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-262",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-263",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-264",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-265",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-266",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-267",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-268",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-269",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-270",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-271",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-272",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-273",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-274",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-275",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-276",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-277",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-278",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-279",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-280",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-281",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-282",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-283",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-284",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-285",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-286",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-287",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-288",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-289",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-290",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-291",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-292",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-293",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-294",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-295",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-296",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-297",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-298",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-299",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-300",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-301",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-302",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-303",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-304",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-305",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-306",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-307",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-308",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-309",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-310",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-311",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-312",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-313",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-314",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-315",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-316",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-317",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-318",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-319",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-320",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
}
|
|
],
|
|
"by_split": {
|
|
"dev": {
|
|
"questions": 722,
|
|
"source_consistent": 722,
|
|
"issues": {}
|
|
},
|
|
"test": {
|
|
"questions": 320,
|
|
"source_consistent": 320,
|
|
"issues": {}
|
|
}
|
|
},
|
|
"partition_policy": {
|
|
"method": "historical regression",
|
|
"limitations": [
|
|
"All questions were exposed before v5.1; no independent TEST claim."
|
|
]
|
|
}
|
|
}
|