{ "method": "Independent original Markdown frontmatter/heading/title oracle; no graph parser, chunks or retrieval results used for labels.", "dataset_sha256": "9a3b873882bbf29b905d79c9448c3c287fda30323f93a6533b88dbd59b19f558", "inputs": { "data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", "data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9" }, "source_corpus": { "sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10", "document_count": 114, "documents": { "pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a", "pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9", "pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a", "pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06", "pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5", "pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea", "pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0", "pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84", "pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02", "pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2", "pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc", "pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499", "pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc", "pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df", "pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd", "pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92", "pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562", "pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48", "pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2", "pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87", "pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330", "pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635" } }, "questions": [ { "id": "regression-0001", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0002", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0003", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0004", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0005", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0006", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0007", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0008", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0009", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0010", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0011", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0012", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0013", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0014", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0015", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0016", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0017", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0018", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0019", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0020", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0021", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0022", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0023", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0024", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0025", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0026", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0027", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0028", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0029", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0030", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0031", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0032", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0033", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0034", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0035", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0036", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0037", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0038", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0039", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0040", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0041", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0042", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0043", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0044", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0045", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0046", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0047", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0048", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0049", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0050", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0051", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0052", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0053", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0054", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0055", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0056", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0057", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0058", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0059", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0060", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0061", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0062", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0063", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0064", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0065", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0066", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0067", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0068", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0069", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0070", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0071", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0072", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0073", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0074", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0075", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0076", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0077", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0078", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0079", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0080", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0081", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0082", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0083", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0084", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0085", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0086", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0087", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0088", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0089", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0090", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0091", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0092", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0093", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0094", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0095", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0096", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0097", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0098", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0099", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0100", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0101", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0102", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0103", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0104", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0105", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0106", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0107", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0108", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0109", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0110", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0111", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0112", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0113", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0114", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0115", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0116", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0117", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0118", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0119", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0120", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0121", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0122", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0123", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0124", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0125", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0126", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0127", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0128", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0129", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0130", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0131", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0132", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0133", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0134", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0135", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0136", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0137", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0138", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0139", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0140", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0141", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0142", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0143", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0144", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0145", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0146", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0147", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0148", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0149", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0150", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0151", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0152", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0153", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0154", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0155", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0156", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0157", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0158", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0159", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0160", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0161", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0162", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0163", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0164", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0165", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0166", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0167", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0168", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0169", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0170", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0171", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0172", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0173", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0174", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0175", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0176", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0177", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0178", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0179", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0180", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0181", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0182", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0183", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0184", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0185", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0186", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0187", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0188", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0189", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0190", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0191", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0192", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0193", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0194", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0195", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0196", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0197", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0198", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0199", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0200", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0201", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0202", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0203", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0204", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0205", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0206", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0207", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0208", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0209", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0210", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0211", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0212", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0213", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0214", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0215", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0216", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0217", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0218", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0219", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0220", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0221", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0222", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0223", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0224", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0225", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0226", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0227", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0228", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0229", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0230", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0231", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0232", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0233", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0234", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0235", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0236", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0237", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0238", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0239", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0240", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0241", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0242", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0243", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0244", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0245", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0246", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0247", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0248", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0249", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0250", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0251", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0252", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0253", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0254", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0255", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0256", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0257", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0258", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0259", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0260", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0261", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0262", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0263", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0264", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0265", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0266", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0267", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0268", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0269", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0270", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0271", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0272", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0273", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0274", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0275", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0276", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0277", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0278", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0279", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0280", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0281", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0282", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0283", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0284", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0285", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0286", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0287", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0288", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0289", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0290", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0291", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0292", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0293", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0294", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0295", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0296", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0297", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0298", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0299", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0300", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0301", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0302", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0303", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0304", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0305", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0306", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0307", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0308", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0309", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0310", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0311", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0312", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0313", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0314", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0315", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0316", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0317", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0318", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0319", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0320", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0321", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0322", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0323", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0324", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0325", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0326", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0327", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0328", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0329", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0330", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0331", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0332", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0333", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0334", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0335", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0336", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0337", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0338", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0339", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0340", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0341", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0342", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0343", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0344", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0345", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0346", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0347", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0348", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0349", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0350", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0351", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0352", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0353", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0354", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0355", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0356", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0357", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0358", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0359", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0360", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0361", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0362", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0363", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0364", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0365", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0366", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0367", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0368", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0369", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0370", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0371", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0372", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0373", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0374", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0375", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0376", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0377", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0378", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0379", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0380", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0381", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0382", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0383", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0384", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0385", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0386", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0387", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0388", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0389", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0390", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0391", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0392", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0393", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0394", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0395", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0396", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0397", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0398", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0399", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0400", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0401", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0402", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0403", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0404", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0405", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0406", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0407", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0408", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0409", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0410", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0411", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0412", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0413", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0414", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0415", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0416", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0417", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0418", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0419", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0420", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0421", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0422", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0423", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0424", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0425", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0426", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0427", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0428", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0429", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0430", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0431", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0432", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0433", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0434", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0435", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0436", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0437", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0438", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0439", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0440", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0441", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0442", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0443", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0444", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0445", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0446", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0447", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0448", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0449", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0450", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0451", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0452", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0453", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0454", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0455", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0456", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0457", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0458", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0459", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0460", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0461", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0462", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0463", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0464", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0465", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0466", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0467", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0468", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0469", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0470", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0471", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0472", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0473", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0474", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0475", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0476", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0477", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0478", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0479", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0480", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0481", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0482", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0483", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0484", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0485", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0486", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0487", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0488", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0489", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0490", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0491", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0492", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0493", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0494", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0495", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0496", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0497", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0498", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0499", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0500", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0501", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0502", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0503", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0504", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0505", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0506", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0507", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0508", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0509", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0510", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0511", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0512", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0513", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0514", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0515", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0516", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0517", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0518", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0519", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0520", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0521", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0522", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0523", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0524", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0525", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0526", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0527", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0528", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0529", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0530", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0531", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0532", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0533", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0534", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0535", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0536", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0537", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0538", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0539", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0540", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0541", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0542", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0543", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0544", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0545", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0546", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0547", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0548", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0549", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0550", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0551", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0552", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0553", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0554", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0555", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0556", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0557", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0558", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0559", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0560", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0561", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0562", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0563", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0564", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0565", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0566", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0567", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0568", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0569", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0570", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0571", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0572", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0573", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0574", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0575", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0576", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0577", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0578", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0579", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0580", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0581", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0582", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0583", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0584", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0585", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0586", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0587", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0588", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0589", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0590", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0591", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0592", "split": "dev", "source_consistent": true, "issues": [], "category": "person_start_year" }, { "id": "regression-0593", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0594", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0595", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0596", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0597", "split": "dev", "source_consistent": true, "issues": [], "category": "person_start_year" }, { "id": "regression-0598", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0599", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0600", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0601", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0602", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0603", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0604", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0605", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0606", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0607", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0608", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0609", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0610", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0611", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0612", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0613", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0614", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0615", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0616", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0617", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0618", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0619", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0620", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0621", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0622", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0623", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0624", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0625", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0626", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0627", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0628", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0629", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0630", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0631", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0632", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0633", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0634", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0635", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0636", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0637", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0638", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0639", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0640", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0641", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0642", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0643", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0644", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0645", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0646", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0647", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0648", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0649", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0650", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0651", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0652", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0653", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0654", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0655", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0656", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0657", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0658", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0659", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0660", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0661", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0662", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0663", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0664", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0665", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0666", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0667", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0668", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0669", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0670", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0671", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0672", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0673", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0674", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0675", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0676", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0677", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0678", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0679", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0680", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0681", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0682", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0683", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0684", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0685", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0686", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0687", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0688", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0689", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0690", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0691", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0692", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0693", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0694", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0695", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0696", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0697", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0698", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0699", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0700", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0701", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0702", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0703", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0704", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0705", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0706", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0707", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0708", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0709", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0710", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0711", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0712", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0713", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0714", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0715", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0716", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0717", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0718", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0719", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0720", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0721", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0722", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-001", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-002", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-003", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-004", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-005", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-006", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-007", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-008", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-009", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-010", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-011", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-012", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-013", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-014", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-015", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-016", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-017", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-018", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-019", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-020", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-021", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-022", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-023", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-024", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-025", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-026", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-027", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-028", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-029", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-030", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-031", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-032", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-033", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-034", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-035", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-036", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-037", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-038", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-039", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-040", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-041", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-042", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-043", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-044", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-045", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-046", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-047", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-048", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-049", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-050", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-051", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-052", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-053", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-054", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-055", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-056", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-057", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-058", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-059", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-060", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-061", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-062", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-063", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-064", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-065", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-066", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-067", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-068", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-069", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-070", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-071", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-072", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-073", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-074", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-075", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-076", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-077", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-078", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-079", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-080", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-081", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-082", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-083", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-084", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-085", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-086", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-087", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-088", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-089", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-090", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-091", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-092", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-093", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-094", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-095", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-096", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-097", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-098", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-099", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-100", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-101", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-102", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-103", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-104", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-105", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-106", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-107", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-108", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-109", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-110", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-111", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-112", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-113", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-114", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-115", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-116", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-117", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-118", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-119", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-120", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-121", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-122", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-123", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-124", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-125", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-126", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-127", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-128", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-129", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-130", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-131", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-132", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-133", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-134", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-135", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-136", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-137", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-138", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-139", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-140", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-141", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-142", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-143", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-144", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-145", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-146", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-147", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-148", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-149", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-150", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-151", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-152", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-153", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-154", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-155", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-156", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-157", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-158", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-159", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-160", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-161", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-162", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-163", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-164", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-165", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-166", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-167", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-168", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-169", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-170", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-171", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-172", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-173", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-174", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-175", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-176", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-177", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-178", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-179", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-180", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-181", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-182", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-183", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-184", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-185", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-186", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-187", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-188", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-189", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-190", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-191", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-192", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-193", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-194", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-195", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-196", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-197", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-198", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-199", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-200", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-201", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-202", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-203", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-204", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-205", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-206", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-207", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-208", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-209", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-210", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-211", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-212", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-213", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-214", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-215", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-216", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-217", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-218", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-219", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-220", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-221", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-222", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-223", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-224", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-225", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-226", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-227", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-228", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-229", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-230", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-231", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-232", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-233", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-234", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-235", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-236", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-237", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-238", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-239", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-240", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-241", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-242", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-243", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-244", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-245", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-246", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-247", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-248", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-249", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-250", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-251", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-252", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-253", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-254", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-255", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-256", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-257", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-258", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-259", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-260", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-261", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-262", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-263", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-264", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-265", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-266", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-267", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-268", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-269", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-270", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-271", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-272", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-273", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-274", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-275", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-276", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-277", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-278", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-279", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-280", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-281", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-282", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-283", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-284", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-285", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-286", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-287", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-288", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-289", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-290", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-291", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-292", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-293", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-294", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-295", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-296", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-297", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-298", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-299", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-300", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-301", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-302", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-303", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-304", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-305", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-306", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-307", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-308", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-309", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-310", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-311", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-312", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-313", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-314", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-315", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-316", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-317", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-318", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-319", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-320", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" } ], "by_split": { "dev": { "questions": 722, "source_consistent": 722, "issues": {} }, "test": { "questions": 320, "source_consistent": 320, "issues": {} } }, "partition_policy": { "method": "historical regression", "limitations": [ "All questions were exposed in v4. No independent holdout claim." ] } }