{ "method": "Independent original Markdown frontmatter/heading/title oracle; no graph parser, chunks or retrieval results used for labels.", "dataset_sha256": "9a3b873882bbf29b905d79c9448c3c287fda30323f93a6533b88dbd59b19f558", "inputs": { "data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52", "data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9" }, "source_corpus": { "sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10", "document_count": 114, "documents": { "pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a", "pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9", "pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a", "pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06", "pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5", "pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea", "pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0", "pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84", "pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02", "pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2", "pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc", "pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499", "pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc", "pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df", "pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd", "pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92", "pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562", "pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48", "pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2", "pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87", "pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330", "pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635" } }, "questions": [ { "id": "regression-0001", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0002", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0003", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0004", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0005", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0006", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0007", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0008", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0009", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0010", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0011", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0012", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0013", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0014", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0015", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0016", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0017", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0018", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0019", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0020", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0021", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0022", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0023", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0024", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0025", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0026", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0027", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0028", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0029", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0030", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0031", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0032", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0033", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0034", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0035", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0036", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0037", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0038", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0039", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0040", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0041", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0042", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0043", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0044", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0045", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0046", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0047", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0048", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0049", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0050", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0051", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0052", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0053", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0054", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0055", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0056", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0057", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0058", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0059", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0060", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0061", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0062", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0063", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0064", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0065", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0066", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0067", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0068", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0069", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0070", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0071", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0072", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0073", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0074", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0075", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0076", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0077", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0078", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0079", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0080", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0081", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0082", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0083", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0084", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0085", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0086", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0087", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0088", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0089", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0090", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0091", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0092", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0093", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0094", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0095", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0096", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0097", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0098", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0099", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0100", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0101", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0102", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0103", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0104", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0105", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0106", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0107", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0108", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0109", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0110", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0111", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0112", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0113", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0114", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0115", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0116", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0117", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0118", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0119", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0120", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0121", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0122", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0123", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0124", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0125", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0126", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0127", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0128", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0129", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0130", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0131", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0132", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0133", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0134", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0135", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0136", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0137", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0138", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0139", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0140", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0141", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0142", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0143", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0144", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0145", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0146", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0147", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0148", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0149", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0150", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0151", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0152", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0153", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0154", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0155", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0156", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0157", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0158", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0159", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0160", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0161", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0162", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0163", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0164", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0165", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0166", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0167", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0168", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0169", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0170", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0171", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0172", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0173", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0174", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0175", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0176", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0177", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0178", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0179", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0180", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0181", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0182", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0183", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0184", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0185", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0186", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0187", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0188", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0189", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0190", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0191", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0192", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0193", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0194", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0195", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0196", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0197", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0198", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0199", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0200", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0201", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0202", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0203", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0204", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0205", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0206", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0207", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0208", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0209", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0210", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0211", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0212", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0213", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0214", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0215", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0216", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0217", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0218", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0219", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0220", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0221", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0222", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0223", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0224", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0225", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0226", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0227", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0228", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0229", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0230", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0231", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0232", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0233", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0234", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0235", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0236", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0237", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0238", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0239", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0240", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0241", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0242", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0243", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0244", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0245", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0246", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0247", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0248", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0249", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0250", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0251", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0252", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0253", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0254", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0255", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0256", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0257", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0258", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0259", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0260", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0261", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0262", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0263", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0264", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0265", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0266", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0267", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0268", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0269", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0270", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0271", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0272", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0273", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0274", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0275", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0276", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0277", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0278", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0279", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0280", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0281", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0282", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0283", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0284", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0285", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0286", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0287", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0288", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0289", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0290", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0291", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0292", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0293", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0294", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0295", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0296", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0297", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0298", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0299", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0300", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0301", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0302", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0303", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0304", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0305", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0306", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0307", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0308", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0309", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0310", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0311", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0312", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0313", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0314", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0315", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0316", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0317", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0318", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0319", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0320", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0321", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0322", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0323", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0324", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0325", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0326", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0327", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0328", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0329", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0330", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0331", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0332", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0333", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0334", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0335", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0336", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0337", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0338", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0339", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0340", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0341", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0342", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0343", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0344", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0345", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0346", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0347", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0348", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0349", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0350", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0351", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0352", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0353", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0354", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0355", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0356", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0357", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0358", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0359", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0360", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0361", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0362", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0363", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0364", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0365", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0366", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0367", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0368", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0369", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0370", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0371", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0372", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0373", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0374", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0375", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0376", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0377", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0378", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0379", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0380", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0381", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0382", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0383", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0384", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0385", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0386", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0387", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0388", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0389", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0390", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0391", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0392", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0393", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0394", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0395", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0396", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0397", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0398", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0399", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0400", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0401", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0402", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0403", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0404", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0405", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0406", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0407", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0408", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0409", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0410", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0411", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0412", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0413", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0414", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0415", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0416", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0417", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0418", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0419", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0420", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0421", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0422", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0423", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0424", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0425", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0426", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0427", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0428", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0429", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0430", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0431", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0432", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0433", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0434", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0435", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0436", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0437", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0438", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0439", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0440", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0441", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0442", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0443", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0444", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0445", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0446", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0447", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0448", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0449", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0450", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0451", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0452", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0453", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0454", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0455", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0456", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0457", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0458", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0459", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0460", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0461", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0462", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0463", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0464", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0465", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0466", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0467", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0468", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0469", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0470", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0471", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0472", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0473", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0474", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0475", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0476", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0477", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0478", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0479", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0480", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0481", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0482", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0483", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0484", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0485", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0486", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0487", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0488", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0489", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0490", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0491", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0492", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0493", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0494", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0495", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0496", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0497", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0498", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0499", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0500", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0501", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0502", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0503", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0504", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0505", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0506", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0507", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0508", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0509", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0510", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0511", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0512", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0513", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0514", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0515", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0516", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0517", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "regression-0518", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0519", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0520", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0521", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0522", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0523", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0524", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0525", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "regression-0526", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0527", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0528", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0529", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0530", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0531", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0532", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0533", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "regression-0534", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0535", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0536", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0537", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0538", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0539", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0540", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0541", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "regression-0542", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0543", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0544", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0545", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0546", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0547", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0548", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0549", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "regression-0550", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0551", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0552", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0553", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0554", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0555", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0556", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0557", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0558", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0559", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0560", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0561", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0562", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0563", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0564", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0565", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0566", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0567", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0568", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0569", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0570", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0571", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0572", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0573", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "regression-0574", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0575", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0576", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0577", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0578", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0579", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0580", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0581", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "regression-0582", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0583", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0584", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0585", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0586", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0587", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0588", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0589", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0590", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0591", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0592", "split": "dev", "source_consistent": true, "issues": [], "category": "person_start_year" }, { "id": "regression-0593", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0594", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0595", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "regression-0596", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "regression-0597", "split": "dev", "source_consistent": true, "issues": [], "category": "person_start_year" }, { "id": "regression-0598", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0599", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0600", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0601", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "regression-0602", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0603", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0604", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0605", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0606", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0607", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0608", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0609", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0610", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0611", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0612", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0613", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0614", "split": "dev", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-dev-0615", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0616", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0617", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0618", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0619", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0620", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0621", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0622", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0623", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0624", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0625", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0626", "split": "dev", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-dev-0627", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0628", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0629", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0630", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0631", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0632", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0633", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0634", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0635", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0636", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0637", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0638", "split": "dev", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-dev-0639", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0640", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0641", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0642", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0643", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0644", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0645", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0646", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0647", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0648", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0649", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0650", "split": "dev", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-dev-0651", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0652", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0653", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0654", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0655", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0656", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0657", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0658", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0659", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0660", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0661", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0662", "split": "dev", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-dev-0663", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0664", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0665", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0666", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0667", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0668", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0669", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0670", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0671", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0672", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0673", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0674", "split": "dev", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-dev-0675", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0676", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0677", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0678", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0679", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0680", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0681", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0682", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0683", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0684", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0685", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0686", "split": "dev", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-dev-0687", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0688", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0689", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0690", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0691", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0692", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0693", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0694", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0695", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0696", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0697", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0698", "split": "dev", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-dev-0699", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0700", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0701", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0702", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0703", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0704", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0705", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0706", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0707", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0708", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0709", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0710", "split": "dev", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-dev-0711", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0712", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0713", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0714", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0715", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0716", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0717", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0718", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0719", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0720", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0721", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-dev-0722", "split": "dev", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-001", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-002", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-003", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-004", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-005", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-006", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-007", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-008", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-009", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-010", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-011", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-012", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-013", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-014", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-015", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-016", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-017", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-018", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-019", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-020", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-021", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-022", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-023", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-024", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-025", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-026", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-027", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-028", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-029", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-030", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-031", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-032", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-033", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-034", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-035", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-036", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-037", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-038", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-039", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-040", "split": "test", "source_consistent": true, "issues": [], "category": "shared_keyword_pair" }, { "id": "wide-041", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-042", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-043", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-044", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-045", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-046", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-047", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-048", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-049", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-050", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-051", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-052", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-053", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-054", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-055", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-056", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-057", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-058", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-059", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-060", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-061", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-062", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-063", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-064", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-065", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-066", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-067", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-068", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-069", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-070", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-071", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-072", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-073", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-074", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-075", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-076", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-077", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-078", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-079", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-080", "split": "test", "source_consistent": true, "issues": [], "category": "same_academic_year_pair" }, { "id": "wide-081", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-082", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-083", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-084", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-085", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-086", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-087", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-088", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-089", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-090", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-091", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-092", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-093", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-094", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-095", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-096", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-097", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-098", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-099", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-100", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-101", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-102", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-103", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-104", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-105", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-106", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-107", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-108", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-109", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-110", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-111", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-112", "split": "test", "source_consistent": true, "issues": [], "category": "same_start_year_pair" }, { "id": "wide-113", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-114", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-115", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-116", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-117", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-118", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-119", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-120", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-121", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-122", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-123", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-124", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-125", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-126", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-127", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-128", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-129", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-130", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-131", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-132", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-133", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-134", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-135", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-136", "split": "test", "source_consistent": true, "issues": [], "category": "person_title_year" }, { "id": "wide-137", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-138", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-139", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-140", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-141", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-142", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-143", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-144", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-145", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-146", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-147", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-148", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-149", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-150", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-151", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-152", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-153", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-154", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-155", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-156", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-157", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-158", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-159", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-160", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-161", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-162", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-163", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-164", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-165", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-166", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-167", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-168", "split": "test", "source_consistent": true, "issues": [], "category": "person_keyword_title" }, { "id": "wide-169", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-170", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-171", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-172", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-173", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-174", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-175", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-176", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-177", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-178", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-179", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-180", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-181", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-182", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-183", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-184", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-185", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-186", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-187", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-188", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-189", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-190", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-191", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-192", "split": "test", "source_consistent": true, "issues": [], "category": "document_author_category_multi_hop" }, { "id": "wide-193", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-194", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-195", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-196", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-197", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-198", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-199", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-200", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-201", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-202", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-203", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-204", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-205", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-206", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-207", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-208", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-209", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-210", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-211", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-212", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-213", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-214", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-215", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-216", "split": "test", "source_consistent": true, "issues": [], "category": "person_multiple_categories" }, { "id": "wide-217", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-218", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-219", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-220", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-221", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-222", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-223", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-224", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-225", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-226", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-227", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-228", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-229", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-230", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-231", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-232", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-233", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-234", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-235", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-236", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-237", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-238", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-239", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-240", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-241", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-242", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-243", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-244", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-245", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-246", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-247", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-248", "split": "test", "source_consistent": true, "issues": [], "category": "candidate_set_aggregation" }, { "id": "wide-249", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-250", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-251", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-252", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-253", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-254", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-255", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-256", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-257", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-258", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-259", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-260", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-261", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-262", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-263", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-264", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-265", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-266", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-267", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-268", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-269", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-270", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-271", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-272", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-273", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-274", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-275", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-276", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-277", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-278", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-279", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-280", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-281", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-282", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-283", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-284", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-285", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-286", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-287", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-288", "split": "test", "source_consistent": true, "issues": [], "category": "conjunctive_disambiguation" }, { "id": "wide-289", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-290", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-291", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-292", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-293", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-294", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-295", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-296", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-297", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-298", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-299", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-300", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-301", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-302", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-303", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-304", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-305", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-306", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-307", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-308", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-309", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-310", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-311", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-312", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-313", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-314", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-315", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-316", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-317", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-318", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-319", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" }, { "id": "wide-320", "split": "test", "source_consistent": true, "issues": [], "category": "negative_lookup" } ], "by_split": { "dev": { "questions": 722, "source_consistent": 722, "issues": {} }, "test": { "questions": 320, "source_consistent": 320, "issues": {} } }, "partition_policy": { "method": "disjoint logical query groups", "shared_source_profiles": true, "group_function": "benchmark_v4.logical_group", "seed": 20261025, "previously_exposed_groups": [ "007d56644a476f12af43fcfb89b6a64559094285815dd7fdcc2db3b947fd8d06", "00b844681ed7af9057ed9b6f7ccc3c776bc98902c8f27443d3dcea5e2e8cd7be", "015f64a14e4f15ebee33a8b47d466ed5c1c1969b5773a1200f90bde2a13e846c", "01729a24657efa58c0357c4614699a78c6b9df388d914f1a6edb787fd97eb6ab", "017372bf4a571e1f064874431ff9c53bf80fe6a92bfc8ca3b3f878d690d0c550", "01ab6ab7bcea443427a81cba4a27ce5af1bcee0b70409ec957ca26185f15f576", "0233b0aa57c28d58fbfd8d71d994f251929ccc6e1a405dd32e26c9d26196464e", "02f40300510fba8253f44a31e3ff47d8833a0fcf5a0a47560881ab393c36ed5b", "03bffd35b53dbb1e821eabab0e99de32bda7b98d758e1e57f325970ac9f53901", "049e5f3e88690f2eaffb3e548df7ab495860fcc186f6bcf75c5050e6e0554446", "04b5b7f02da46b64217e32ae67ef47282ef925a101a294ecd7bf6e0e6074fe10", "04b6003b921f52d5151ab0e7a4d9fb91bd3541d70eefee099a1ade58761ecad2", "04d0cd68faf83f78cc97eca276f0c2583b2011a28ba3a20bdbda1836a655f47f", "052f66802353209c563a2ee90414fd8550750b1bc7ed1cdfed78159752b13f7d", "05618c03902e1db625085586c4eedac2cc624225350c9832357804db1b505db4", "064a3273ac6d6ecdd9f027b511bd27ccc0f7b48b5bb56f2aaf140583e55cca28", "065aa805a3ff927f7c7f9073edf4f3b3f89bc773d955b734ef6dd8564d0a8b68", "06deeb979dddd435075c86bb826e83cd20f85165cf36f36decd1eb39356dd400", "0980b7b27019487571c102476be38d1eefd2f07ecc7713b54167648a7a67eed3", "0989fed197519f314005154e9a535c08ac239b5c2647b0b5a45f500548d806cb", "0a805d61be2d280c94319eb0caa5bc95deea241a80b92c0b9d7416d85c782838", "0a91d6aca9d30b73fa84d2b909435608cfbf266cb12aa63fd2d497c5df3cdae1", "0b0f5d2ae2acb239f642eefc49bd95c5ec8456616c41322b13509294fba5aa07", "0b315c90344037c5d2bcc74cb1e558622a4c36d9698d02d20e6ee69c4a6862ce", "0c779522f43daca01a90eefd4eda74f7f22cd0a7c0cd75aa4047fb3e9404131c", "0e47dcb3e46c76b9d47293c4c02bbdcacf92f9dbf30ab8e1ac9bc1999ce3edc7", "0e64d5702f413aa5c698a24c84fa0755d46be2e8f1f332fda93728a7e3378aa2", "0f9f5bb7d05aaecd747eb322bba7ce88abf4c1a2ee8301287dd7e2c4e129ff36", "0fa0b644f4506f59e4526e13dcd57e7d46a4b39d2c196de4bd40f8fb91f51bf5", "0fdd6075e2948e2037a1fd00159562604e79a6f49365ab095f2bccb77961fbcc", "10e0a1826fb55402d666a7f32c1904a09cf9e840a6a42579db8635f32be09a87", "1140e1496b2b40362da08de79ed30ce3de8ae8957e8a3f3bf81c82fd08144d5c", "124dac8234ba24884a22bca7007e31a5c03fcccf8f14aea2cc13d40686924610", "12a34b4dad41a33b68c9f6de8073f1cd0032b60038eefafde9bd16bdcbaf9896", "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9", "130704da927069007f1884e2958346c583dd45c57db45c3037de0e2a447c60ab", "13d9d17d15476229dd2e588dd9ee26fec575806a41aefc36ba380074adcfd01e", "1454fcadf4526d0a795eda89cc4781d318380658ca2db4394cf0311327ac35f1", "15596abea78de97dc5e4c51fe5cb9cbb13325b200b8a5de008a5773b9e09164c", "15e2d699558300800eec04152d5d05d790f6f49ab249d3c8631dadd385b093f9", "15f443f9f0a447eb410863b9e4f88f3cd26e67acefc811ef12e3876fb45ae6fe", "161bf69d339610f79f552b47ec686de817bdf8df67661c53c5399d49f116ac6d", "164302e8eb089cf07bc01a884502e1290924559e8162e1c39d6184bd66e639df", "165763df8df026d45a7337049b175bff2c06726d7aa64b5078a8682e426cc387", "1725b4a2566a9768f9da62c9b3c4dc70da4dd6bdef1a993d25c386a907ecf40a", "176b045acff658f7f741f8dff1a9c7075898cf0a614765807ed58ee91f63dd8e", "179389c711c7bd84e31b5bcce93bc62da2fcc3fa1ade89c72831889b7a7ab4b3", "17d43b046461ab8bc27997422009aafdce7037a1b378bdf61da884ce8d1b8666", "17dcddb1ec45a4c65bab8d613202af2e6bff6386b40c2e071689bc6bfe765b16", "1804bf93c01c0bd50fd11a5843f4d95dafd6ddebe848ef5c9344b7b98001bde3", "19bfc80c0ca1d4b851b392eee679245bc6c4d45544e5a25babe74dcfc9423211", "1ad0b95765867972291f802070bc5f5d4827d41412a6debf8b02f92d3fe89124", "1b8264799e25c9ccaa3621d365876fe8005acb111d3112531250ccf23858cefe", "1dec2630359b1f16d4a8184f80977221107f7c727d16dba11c14035a1c188d0a", "1e2a129c89c6f23c8846a749bcfb0592380e5238e8cb4aa4c643e9be928bd135", "1e3050f59f95fd4c6910c5c52ab6f19181b090939e72d6b071806dda924780f7", "1e5c33cbb425da5e7993a6188faa1f9af41e3baecd9e1bcf26e09d6c8c7b2beb", "1e9ed524604f46774264dcc23d869712d271188d80650a30659b0916ac94cd71", "1ea56469c8672655628e158d8b7f592a53ba7c63d82b9a517e8f0443d0578840", "1eddf2f9466779dabbc79215ab6398c917fbe35b07d8325c7b395b9ae71d45d1", "1f2caf03ffc4e79d04e772276e58364a68751869c723ba80d6c60f0031e29a84", "1faa9d65b4442bd3a60590ace2075807cab6e56ea76d826e44f7992ac435746b", "20e570f9e3284637c09b182b4ce96f23a75b336264200282451597fbc09030c3", "2282ac2f55f6671caded8d8fcbf67d019b616be1293e714ca51571818615602a", "22d13f9b87d9f95ffdd18fea354cf6c81688f34269e439470ba36df4cce9a36c", "2322e3952a3386a7994486d394eb9f6f77f783e4db9e3f93ff8883f286b6c711", "236ea0d20db52bb6f8ace90e0ebd96cc92f5a77c916070f2a50d93d57d6e78a8", "23b0793889d14c7cb5db2ca8ffffdb53db2c71ae5aa6253f107421616fa97723", "247d69b04e08e55ae77e2977b08007da3f3804f6298ab765739459401ff6856d", "25ddf294254620c63db5cca5202c1cb9fc85fb85848b7c11a715c357a562fae1", "26d90f94060149163f6859c052d2f1154e8960cf8fbda1fe381a5fee3b5302f0", "2730a24cd051deb69b8e34c427780ad6542ce3d1890edd0a8186655726aea99e", "273e0d8eefddae687039ec95a0c8e2178c73efb8cde0f640f746c303f6b5c35f", "27e5d74d7c6284d267c997a4a4b46f5c2235f65889fe6530484c283809d5b258", "28214047ebc4ac8778d4cb7eeb6be36a4fd75bae58c96c546f70d0e76401d76f", "2836cc99a3017295610b9521bf9c56bb0b73517a7a9d95ad70116f5ddf78d1ca", "2842c68b2a4320cba09dd7c672efce69ed3e2bb70065e06905e11d2d9cf518de", "28ed6825bc43b65dec88ba8291245c7d4d60846f6fdf420a2e8afe13e9ae37de", "29266e90f5462fc7f067b4f7d0516f181b7f45e3c3ef18c5fed4a7440ec66050", "299fa5b7217ac29188530185e144dcfa1e936bd578446587f48416b066410512", "2a508e85bec5c66ae56feafdc852f5445b64f1ef3d877bd06d69aba0b36a6ffe", "2aadf296b7ef51362c5a90cdcdc073062a27368d4aa30ed039ec2be20411e240", "2b443a50a9f16158606e39dba933f3043414369b1193e84b23d2c24d3d5e67d8", "2b5e586130636ec7002852ca39475ce4b112639a60d8782dc90336e546125626", "2c2d216266eec5becebefd98205668ca38b3ad1aae53edfb6a82dea49de76e1a", "2cc494fc46c810eecbae4ee84bf4c8bc65e2f0afab1bc86f009e89e5a9755029", "2ccace6558278bf82b2931a951e020e1cea8f6c556ac3042596e40c275d073ab", "2d5125b8134ab09187bff46b03f560a070c2fa8b741e4fc39beb2007829fce45", "2d7756299a7cbe6790b53652b8381c09fad1ccaf4eac505d447817cc754931e1", "2df52776cb03a89da91a650a9ba6b7818d638ca2a57886173f5d5d9832f6f0b5", "2e475a62766ed83a5f8fa8b159a0dcebadeb0a715caf2b9c4adb48a2f82a6711", "2e889944c15e8e9a0dfd1421e5873380f6692100b9275b90531766947e2d21d8", "2ef70f9acf180035eda15f3f49938603e1c530ab8d1dbf0d38b079477b9f20ba", "302ae484fe380a825aa44fdc4b0e19e82c3af406d8a2f9c691b0d597c941c80b", "30e74d8b5be91e55c80c7caaa61b881978b7b6ebd4dee730ea7c464ba0317d6a", "3184d51bc981d7c5697ac43c9f0a60ba315fcd505ca4885fee4f816fd6523fb0", "323f65f529178c75100e0b30889e34aab71117443253808021d7cb68feaaec15", "3281d71b3574497ac22f65c52372541f645cc716fb64ca3de0de1b64fb289635", "32c2f3d978ff531fe3d19e9bdcf2134a3d96e4309cbfa258c4a14291685d59b7", "335b94b87b30891e8a9ff47240d9842b8ec41c0aeaaf4c6c5163f13d4f5ceb8d", "335fdc00ad38e2f8cb0c2691f97a7a02c8badeeba6b679056456ad8dca25c894", "339fe3a2375d7269860475db9c929d52a2b05598c1d17bba28c43d720f6ab8a0", "347385d3434f311804963418b2ecbc04d5bfbd752b866c6dc93416e9ec387027", "364bf51868dc596d6bd4a8bb5edb5b4ba95cf071018373cf27c3634345803846", "36a0174dcefab852f784dcbce97d7370372dd668e9d75d42b989e6067487ae7c", "37038da92fa26d913b2be2609f6a3a495cd66d8f733cefafc551baf485fa158b", "377362aa58e4d6304ea481d1fb0bc0ac3a6bd7e1e19c0f2e4454e19b6280ae3e", "38eb9d30248f771e51a8dcb26eb3a2370f9839a8c523e3d6ae4705710641ce82", "3a371d5b9b97cacafa3b35b11fd53f4266fa98708464e50a6a94b3bdfa7e704c", "3a787d4059e84cb99c2560d3372a6f587b172cb1c867c4b02d3a98cabda09da3", "3c2c0f680732b9981f9771e1cfbbf6d6ad4ebacb31fe8dc66dc06beb22c0f78e", "3c2e5245cd38b3613f02a267740a24a1b508ceada2891feead88dac937ab2f14", "3c867210ca7e336c603a46180e278b94112df71f6d8ead636ca779e1b62bd45a", "3e4766c6a5e814628bcd76e2a04f1a45625f4b9382bb233927804e9eb86827f4", "3ee6d9d4537d1c45f15ec565e8abfd40e85e1300f9faa9d97cb50648b9879901", "3fd21ba0149221c00850672a2039b96fbc3c582efdc2637a865aa03f0f816601", "40097888538fe0bcdd48ce83b2e76c3915985fa457de011a32847a430e7bc834", "40226eff058b06383690b7fb2fc1521f5d345d18c82b693a6cca46a7e0267e24", "40c02630cfd27d26701c48e2baf289d57ecb558cd98bcd7d37d2711754d2e0ae", "410a3d5bae5013a91edc59bdf149956af44f25c4ba8b9e4110f51affcdff2d45", "41782b171239d54a0467373f71fab5126deb49f38467fe5994ef94e5cda24d6a", "419c0b93070b1f2112c6550f044831fe59c09b8f830ba3f54c1094e11193b6e9", "41fe0d30a08c2e76b149a4d454332a38482ff56f17182db6860ddac4c78213bd", "43182d25f11b9e5c3b75a2709675ef0f42ac6d19f06607fa530dc0671b0c9f22", "43215904662a9525a608f61940b9a18544fb1a731df36f120d69b40747e89588", "437f84a99e02a127f284d0160967857f5985041a8bac7f39b69fe24af6e64459", "43d03785fbf89885fe50a5d6907c95f277046c457a6f36cfaa233148885061c0", "442684b50eb5b3d6dd2272ac67a0bdd622ec9253f51be93fa40bb8d9939a8ed7", "44af88cafb2b10f1674506dda7ad46f6bba82224269447f780e2b4cb5eda1324", "44c91e4d2a9441162b93be720d333235d7ca67773e70d0f6d30352bd4389ba93", "45619467dd31f46b3ae7d6e4b0f7fe9934a576415c12d06d3aed690ba6cfd10f", "4564448fff0167436020ee8d2d89e8a580cb68fce0b1651e65bfb92439c5eced", "456a07e2e92f6c669d3a4312559f860847a357b05b7869ed8a1a9db9db0ed065", "457e0ec22bf40810c64f96eaed2f337148a23d82654fb5ea7db0ff71c1fc9c31", "47ed34fab6cd4f7befcdf2776935b05601bcafd1adf323b5601faa4a164d0ce2", "48935a40e59ea5013a994799b5b74ff4109d323d44ccf06bfe6c6d8d20e2f65d", "49e7644458ae287fc1dee972ff8ba730b1269e4a9282e6fde2247bfcfdff1d5d", "4d7b7378fdc58a2dd38157a8f847efeba4933f70bd5f9aa0d760c4b6141d48ba", "4e4fd4276616640de85abfb1febd86ab0939c780041dc02d8abe34959d3a00ba", "4efb065d6018eaac8bf97b74af8164a50dccd0a761083f0d858468ec715b8940", "5070770fd3b0067573b441579030c2b71bfd08b8f66a4fc8346b1b73494eebfc", "50c2a516ff4e6e97648233fa4547c74fe3915c94e41fc39d2cd8b60c065f2087", "51fdc607c70782c0bc06c903b7aad561f7b88fe9334263495b43fdf700dc437e", "520e15e01ebe67cda9973995bec115775bdad36661b7a0d5ec9d933d5f1b4609", "5655c2bd55359e2262d9a886d61819f01fd948988dfef2c1ea39d284e76e719a", "5656fe9aedabe319184e1d4b62641409276345e9dfedd498aeaad9ad596066b5", "56b9e2e76b824ac1953102e2650fcbc53a3004887c1d0de7a9c9de43230d0ede", "56c8870e1d3733ffab56a4a0844c26b906c478ceca1de9328c7f66202db6ef17", "57fc6b1a506071e8a64b5c31d8d1b5bfac7e9f505b444961a0a1c8f84f9512de", "59702aab4077bf06bf0a83f1e4c9535d1af0d96ac9a06d8445fed42d5f11159d", "5973f2c3efbf2af76daab856964644b9dfe46883db42bb1fdb049d93e71c6cf2", "59a61ca03d3bc208f6c681b6860b0b8a39fa8efbc51a6789572471663d5f59f0", "5afaa52b633e2ac0657b98d84de9d129ce4692481316be0fa4efa3ffff71470b", "5b993fd94bfc49ec01e1fda29ed38ea90eb4645d54fe422576790b865c83c7b2", "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321", "5d5ecb3445af7a88e5a0bb27ecbae3b56d16fd3b1c7970e59a98b3b95f958d8d", "5dbf268b5d5ebcd5ac15f227babc25f7713da143612ec74d6879fec8a4876aff", "5deec141d95331692d51a019dd7c6132e65ff4f2cf1e83b1f5ec537133d748f0", "5fdf49bfa572f7c5b59747251e261d06fc6e02a44eef975880bcbd32ef76913b", "606c6043d3260879a6d0efc9936f5084e5c8bf42cf0e1070ee7048c6cc71c277", "607513cefa1d53a66be5ae3e0e79aae1acac112b4d31f6ffadd4ddd03361e0f7", "60c38b428e33eda832cc30e85b1dfc3d0ec025a0de75c0a22e91962ad71cf932", "60f8bd2c25d09c05e475036b1c2e224fe8712b7420f82bd6242bb78679746e05", "610b3b4e832cda8973d03dd807f58cfc43d061733ea57555087069b03926fbee", "6115efe3429a7000cd38561391ad2d7c05b03e39ead9bad6832634804ff09d0f", "628bc930520e06af113c9709844995760c8e6b2029a07d459e17f6e1d9cb1c7a", "635b97dc10642a1aa5eed4e7445139ee3eee0a2750b42fd3471607214f6224d7", "6481faa383614290120b8504c7b5f4cd47a2f1395092c3c3f7273f0fb4298440", "65dd6b44118978e7333d2bea7ae26bc075682a921cc943c5b1b22319a1c5a751", "66c720d156e36b6903f865b4b39f0208c491df0db582c834b9b2e54684dd32e9", "671c94e60206ae174325e2fa0435f874c0239c61bda3a9e548bcaee0494eea35", "678f8c97dcce1c62e49ff464ef229b6688c22a4cd78f5655935a863bfa895d8b", "67a029425e8cce276024790938745aaf36d1e495cc4664c3167a647ba2758e30", "680f61bf9df6f690f1cb21c98ea5c8d97a60a4f9ff2db2617e4e2231d6d4fb57", "68a370d0d3d08c670414321802c9f228e3c2d17bc823277c2cb0a2a4f81314cc", "68fb10236a648c18128990cd1030737a6d60d50183dce582ddb0f0228602ee19", "69441bd7400b7ffd58a7b6f82ebcdc25fa8dc7b6ca1bfc18b622bdc7b0ea9e8d", "698bb2b461d452c8da8888d8ea57c8ef34c9fb29e057940eee1d00f4b0320dad", "69ec739e074cf2dd92ddfa769d2262d55b21291e0230eaff78e06adc02e1d174", "6b84958da7c408de026b75e79d37297726ca6181b0e8c1138e4a3f9559bb8ede", "6bd5dff9ba8a93537cd30eab02e0670b953dd8723bda9877ec5e231e35689489", "6c70f5d558513ea306547bec48c95acd6ef03126fa0b8ec8aa6fdc2d16c5c1fd", "6c845c549058b90287045e94ecc243afb5b5475628835f49eededf2667dd72c7", "6dc68ce5b9df3f1ae40aee1bd21cb2318c7ca8bf4a002be8d95802572621c657", "6e7fbb2cfa0df9fbf811207218cf06f575a785575c09033041c29147de0c5944", "6f3d57b8826c4f2609b11ebb8f6ae488341444232825da541434c228cc6ebc8d", "6f684d520d770dd8b3f9641f2cd4ae0680ca5a5f639d11699b36823c693da40e", "6f7fa2d422afcfd3f59dc057cb883c876dbef69d6cd6be01e421bac75190716c", "701452fa646e8a0eeafd77d00d872c2f66cf89dc1e1ee4669e20c0b049cf9771", "70667fe67d4e7d9f193ce08c2506582effb378985806799ac7612eb459d03e50", "712a427824d869ed2b1679d1f4688cbd76ab2171130470fdce14d75e3c759e0d", "7152ccf33ba7ecd864a180f2206295fd542eb0489453213a3f2a500cb77b0fb4", "717396210027bda8a593dac3643a962cfc8d743236e2d84fef12d3e880642309", "72317aeee1f801e1f0ce3c707db8cf8b139ac21d04536d4e9ef15d963e1ada88", "7291259e337710a9e2d46c2fc66911ab52bd84f4071d6fc1fdd4c37de1a23e3a", "72ec73139dcc7bc9ebea3e2b83ba995c56f3ec96a262084027c4d6e1d1d7f779", "72f234cf7161ca13937179c820ff255e04d7de207f0205560f5219e66779950d", "731487dfe6a973df19c29d434f4fda1a8d5688e2eb9d17b88e8530255928ed2d", "736b5ece0bbaa07e814d66ba0dd4ed0108a9bb51e75f3c7444261e237d928b3c", "738f6a87cac267e0f08184fb74ec5d7309c0080dfa32710df5953054f868414f", "751dc0fcdf9804318173a37ed68fdf549eed9affa3299213406e6d36d0f96a38", "755b779894aef8e1f6bd9e4016319b9ca64617334d65583b01c429cb28bc5b2e", "764794893dc23bf190eebcce3b92bf51ee92b46e39f19336ce0327b2e0347ab6", "7721947170a8bc7060529861934ea51a0c558eba3249e3ef80cb1b8861b3062d", "77c8f1cd941c631e8867304d521c353641d38c32dc7a46e42d826b2fc4413658", "797554a61b5be83dbdfca24b9136396d42a72a6bfd963e9404cd08c15496ba54", "79b16e1d9536aef52984e96c0c9038ddaec1367a0581c9529f2065a9cdd0b901", "79dac731947ae7c70dda59cd0967dce6346ab24c261b95349a1ad2dcda764b1c", "7a064ac8d23ddd86c30067c13d2821562f31cd961d69eb2e0a4f5efd75a74e44", "7b266b10a01d4ec31b9e50b32e4d4d2ca44a1e6b8009c0724483d50e1631cff5", "7b3d50c9bdb2b7f2bea4f6aff467be21ed6bde112c224443abea85dbd39e6ac4", "7b54a01f5f60dd75e21634f300c4adc13b1fee6bee5809a14132231c66fdad23", "7bb3621315b63cdfcd63dc129a5735f016d00774d91e1f098b3b3912de35908c", "7bef62672e1b120abae27fcb7710498fcd9c44c1202c294733549d53b56024cd", "7d95e1eeb4e2de8e347d9b85da53b638d3bf3c926d9eee401fcffc3cfc22f8bc", "7e8adf08a42fbeacc973e8c7f2fa023ce08278ebf5196f0a9b1c1b0f532ba675", "7e8d4968ad905c26da0b0776a5b48846cbeadabf4f5f1832a9f37f5b7ce901fb", "7e934c92df3e9200d62a1034e244bb690afb1b5685fef2008274771bfcbc475b", "7eb4f195e2ac73d94501d9ba84d6a56d01e8d01dbe6c1370604621757abb34b5", "7fb8ff9a01ab7fbb02505e987a242cf11e783dd17dacbf03c3176a3876a5bc9d", "801fc8fd73a0d96b874a3238c542d39906c3a27c43a0eddb84f653dfe9750687", "803e7563687a0cd791e04d78c358351c994b7032ac3c278df65858f557530d19", "81475a23c3f2cc9411aacaed7942a6981c24f0178f6adcfae7e9194738e841a6", "81cf3081d754fc3af6f85836c246343a9ed4db50c6d12131b0bc605ed9b59aad", "824211380a2b20043f402b31d6fa950ca07c2c44b470b359c825b8a1681ac3f5", "82ba7a0f543a66bf689dd6eed5648d03124c42f454a501fd2bfc5f8be57afdd5", "82da5db9da795a1b2c85b49c2b819366a86b386affa44f1f018575d40328ff99", "8306b40c153c59d0b4703ba81c7944b76ac72d1f4f079564ed5816154041dbeb", "83a1f040dfce51d70aad704f6e29e76b603ce716c6e87ae4a661e4744e1186b5", "8466051484699f416be5765321a24b4dfe9aab8d92a0514bb5d1aa4dd7e720c8", "854756a60b9f49a23fb1f0ceb7c0b0ae54a551458540d4e885814e9af4efdb77", "85d137697af53c146167a331a977b68143cfb06b9d59b4f3a5fb11b0a6bde70a", "86257246a4b5ca2874468d70a452c8ab72756fe16a6303b60dbf4167aabbf10d", "862bd8bab6390d639a807a2956cb233d9de681a9a9e3fc67ec47f8de8e5b812f", "86f08575c9e8b973904e625842667c2c402aa71430716579e8fc4520d264945e", "86f1b28b9f43960ab8c93d47ec1879c283959dd56e3745b2847faf04a2571a47", "87015f16ffb0f3535d6ed18fe1df051e1a817e4ad533b852a0e61aa71c322434", "8762f3b3c3cf816992d0a39a42f8ef9d4cf2019aac4059da5008c92e85d56672", "879a16140a4f71331e501a58ce5a335e981d788f9b338b5ff3b465be7ecbaee9", "87cd5e0a89955667096dad6bb328379adea9edcbfcf3cba000eaa44963d6d2d2", "87ea036a76c3c12e357384e3d2588cbe3e85be5a256d803fb50477149f3dfb7d", "889bb2d71678906022907b607eda046e027687375b17d7de6b8abf00ca778d05", "88fd523662bd6da72517a39d3149cbd57f27ef88b8f6e87ead089b89bba7cdc3", "897f89b3d2edc0d5fddb1858e9c3c6700577b08c426e405991271ae8d6c1a2d7", "89dbedbc46f974cf3db99020f2bfbe96f4caef6eb1fd3b09f170aa73337c0577", "89f62ec7a3a2becb376bb580301d0c41058db3909d7a21a44250a12c97350e79", "8aa98175a5107302d6117a744ed14520647adff09a21cee363b55a8644d8a5c8", "8cc4834ef12d7d938c3a0df5cc6cd32a0aea0f5e5c9fe1795dfbd8c693ccee40", "8dee6498e15d8e0fa130a1385fb1db01ddf8c0eca0e3f5cf0c3c11f2790dd427", "8e1f4b17bd45c79090b540db14d058925e030cdd55c2f6db168ef99b57003d42", "8e306963b8b8921c9d02448131dec71363411c1074ea0dbf832e245f8ea6c47d", "8e9a8572b77a521db2e857e3850ff9a47310914cab4d95b3f717a62ed475c653", "8f54ff562bd6568d79fefc87dabe3c6f5e682acd99ef6c5095592da4b3eac9d7", "8f8b1f7c64fabe1da4683b2a4d9073da37526131758111f055bd84655f2c952f", "8fb714f0c89387b3cec0d57b67c2f7c35c152d7ec09a33ef5ebcfc1674eb5a07", "8fe5de5cfb660008c4f1adba71c9b53edd21a305c068d000f08e247dca2ea07c", "8ff29f02d2cd3cf375cc001e775f180c66ff3af7ccd412779713275ea793bfe0", "907d13c97f7ff30ceab4a49b13df37d54025416a0c4cc6c3dbd2a2c5ba5b9b9f", "91c3e08fd7fce8928327c93bd74dda0a1dee1a6cb744dea5ce9267dab83ea0b9", "930097808fcf3e0928059e7a978c79bb66e830d515c381cd3632e691c0540c69", "930502d23be54a05affc9455c8ccebbe9d272b6d6405b746a4f0606f285d2622", "93cc552ab146c7de104b734518edd7a753023cbee2007a7c9e70ffd4cda80bc8", "94c1b37d67ed02f4ca6f2f930666f76b174a0153421843a5502c18382b12c014", "9626e8b648b64df655679d26135ed08184346cb47aec0a0f34f83cad99a758fe", "964b66c31b30e1d17dc8d96f4b6f3a27dc8866ec4b380d9784558b0857334d1a", "96df7010a697fab7b69cb46734eddfa7b3af1af0f8446937261ea20a31bea0dc", "973dee10aa9e02e6c50b8db8d1729805cbfc88019a8c18832a5a0bafafe2f8dc", "97dbea770a8f632ac1e21f31f03f404a1f4345c80ca2a6db0aa6a3c37e4105dc", "982a6af76a3c707c7636a44b80c03a2ce1bf997c6092f25fd82b7321888d0f70", "9863eeda516f45432bdd7e42a0a2a4b14dc9ebd7b03a85e2efc438d3c178d412", "992736fccc239e7b145db736e483c6febc967423509b18108be7f46935a34034", "9be5f0818c64185990fdfbf90b868698f095c8474b4e50a847ed76a60b8e4132", "9c4a0ef3261f275f8201307ceae2ae49254067ac2793a037500931f4edeeefba", "9d1f254edf8b89b3f9ba9725ef1ef5515920114e9f3431afe87cb28298846241", "9de4349d7d20ee2539fbde70a326a945f56bf82843e8c6d2b742a0043861983b", "9f3e6e2699f870daa60fc717ae0aa64af870a2dc605552710b55188e9c2f5797", "9f868e09ffaf5a247315949bbc2f73de8966963a732489d6298a23738c2d0807", "9fcfe4c23b6af1b0524978ea6bf5571372fcb1e9829a545431e174d3f4a1646f", "a088d6c29533f7495661bd2340d2cddcac8ec14403b9072ca768148d230d636e", "a0ba4f5e714d67e8ecaee0ab7e13c7754e6aa85bc2120ba9d8180219a03dbfdc", "a0ee5ff956ed31089cb4efdfcc1d770f6ac5d51499c14bc154332ccc7328db77", "a254c4d0470d9420a251858af12e0fe7127e4953d82c726ae6d13c0382176c16", "a26088e595be8736b990446ad6fb3749338598f7df2a4236c1fe15c6726a5098", "a279f7e4951c1faa4aea8dffa4f797e2cc2f334709c690939564a50bf0a41802", "a2a54a948ce5f643424887ba1e168d786076d5173a0fa104d44cd70a03a8a3a5", "a2d739920dd1265f5cd5e09d36aa9cbe5fea0fd7cb997ae30f5e5bb1397c09c0", "a36275a534c48cc1a7df040c68b3b67c1c0058ba0a7219c389ee72be8ee11009", "a389eea90a9558b41a2532786be0fa835d7d316b1b87d1fe5bc74cb482391d42", "a390a488c32fceafadddfa96905252a216b418bb6b35885f71678b4cd7fbf121", "a434b06851758e568af22efa5189ae9b20900e488d8a7578ca43fbb3fa532fdb", "a5b59d4e40b0b1484d26a1fb20f468f6693f164f20f0caa8b65bdc09ba276cd4", "a61d26c2c559942fb553a7678ceb1cddd79d9c0b7f019c4c69a508528ca5ac53", "a623bfa88dff1835d5a7409b81d1dc731bb0f7a89bc2e4904a672cfc89a68a1a", "a63ce50cf7e1c67f5a231e8326827c1c58a5e3bebc6569011624523c471e6664", "a67f80c28dec9faf362f7494c7d6009baa0d3312640dc90bfcf5a25b9b79bad9", "a6a7a5b5b4fdc96bfa5dd43cf4687ca3d9f1dd19eea9de07e283edc77d60a113", "a6d7005a8a0475c22680144ec08a2351ba44ace2ae9a0570b078350cd52c2d02", "a6dc8ca22d5b0c60f2110f4582c3acca5d47a1961d37987145e1c6d504a0d95f", "a82c82791d59e1570e35df2845121e9a8b49993579f1e03a0ae8dc3704d7ef4d", "a88345f7d1ac706b488046401cfdbc2abb6a01536ec363a7dd5f36aa664b70c4", "a88aa12b31c3410ac0f878de120c02ceca0e8dfda6d858fd2ddc838b8d122643", "a9cb92c40c43e160d28d1bf5e3682023c6baf844fd3051689a58eaf8f64c1b44", "aaa1adc84b0d51229bd1925a7bc89ccaedbfff640c43904f6d71c5474618b3c1", "abfb5b9d3883ca91ad79c60ecbe8ef51c31357ae4a68bf189ff4fffac3444129", "ac9034f709eac74097b0cb5dac74f1d18e7b4c306a7433a3f052010bf53134f3", "ae3c9968d2ffd557bf723fe191f2eba5e88a1b9960b5d536a98b9d1323768851", "af1829c4ae7f24610d08918722a4fa7b1113d476154ed2e305e9f2dda49a3459", "b04e5a12e94564800577ddd402300188da7878888432ade239a47354f2d0c43d", "b0e973f6b29b1164c3e398ca365528d81c697df24e8b0b5da80ee84b1602208d", "b111eabb2875ede1a37941fd0b8c7da21ac769d59bf8da3d489470893d1490fa", "b1d80b2f8ab4022f5b0beaf85a1e1edc8e7a2916dd5fcd7df3e43afaf58b3b33", "b2351e0bf32273596834fc47e05c404cd28c238ae18bc15e658aaf19eb884c97", "b2f4a0075f86c65cfe5b67e341773f9965207e8d2399720193115a0df10e113e", "b311e52a354e5a8bcab883e53e9363bdb23a1a027fc250084ad7121b4f7fd536", "b3bee8b8c67e5f306ea6ad64853b2e7c2409b84ffe703e3da778cdff446cb930", "b4e53e0d4e99a5e402d7f7b5f1224ac9373159c6d7a9f47d57d4e680f9d4350c", "b63fa6a4ee4481c2219363ff5e1ff674eeecbbee972428add1ff46dd366dfaeb", "b655c36f8473b2a429e95bb1f26b8ef814e7987952db7a38267078b9a8e3f74a", "b66bc2f8a6938555d0b008169c4ed1d24d5a1efd6ff3bfc92b62497c85f62642", "b6fce1b128735e64fd604d66ca970967a346bf72847e694793f15138d07c92bc", "b7a235b1724111d0d11f6ef8d8ea769dc85e984a7cb28fa745a06f23e3534163", "b818c860a206aff42a28ed7e2a6d210ab85a3a1472c7911771f8db227a4d3d2b", "b81e9eaee57d2a381283c849486878373f1113abc8706e9bcded5d47dfcfdead", "b83c93dc196492f0c44924fef416073be68fc018f4175fab1e352a10cd8d534e", "b86f395192bbdf3ab0df76572127760239e26f50f938363689ada906947a81d6", "b88ea3780d0aa8553ab996d63ffce13c3ee3de6e161114af54c7971afdbf7883", "b9926f8ca7d623f31b065c6e7e667950598663ee4e592b374b4011fad75d5acd", "bb057fbd5494f1a93217055a6c837e3fa7ea601eae4d2987d56a77ef8e5294cd", "bcc50cbde64938e5e02a3c87b3d35851e49fb21f70b9ad5fed0f51a9c0d7eecd", "bd968d2c0c7fa61cadca47ef9357ea89b9cbcb0828e7821220434d528158a88d", "bda782ea62b0cac277154f61406391194fe6727d66b23bf194cf8036dcb77379", "c0ac2412c6bee33be6f56ad3ffabc34412550eb50e381273ff5fc5ec050d4d20", "c10cbcceedf1bc6d3830e3ac491b99237c8f3abf6c38de2c8ba4492b74a22db7", "c1ee69268898e4961f55fa448f05edf6444e1c7fa89db072c7ee78e828c89f52", "c336f37dc244d4c2006b5f1dcfaa3c5e8ff7f8252c11aee929b62077e48a39c3", "c428784179580ab93228ccea2cbc7cb652e0235f90d73a50d7bf9ec08dea8da8", "c4d8cc188eff71df21d8e42e6ee7ed27ce6f5b2600ed2c1036a6fab7b9ae6142", "c60620f3351b22f837ad39778dbdaa391b7df4b6c1eee9d9d6db4a7308dcdd1c", "c6e8b3798d8ff8059593695b5f8ee4f1c48c28575a6640621583d1314339b92a", "c723c1f85b371f76a9162fa0d15e33b1e00cc018dafbd0abdcf4c471ed68f09f", "c7c40dd749371a1ad41a6348d7b6b947a5d4bdab9de5c48b0169d6ddf8eca6e3", "c939fd92ccf91f204c5daaa9485d0b866a977c723655a37862fd18991c8af5bd", "c99c0fd0e98325f9452a08f95ceb242858382d1144084578b8af7bb4d0307950", "c9a7f6431873a0ba58b4c38ecdae3b88d7f9a009d4c9d4cbcc5f936f3fc454db", "cb008a188b9921179fa00b499976d2962f6b744c1c76f2a64a26d2b3c1dce4d1", "cb54a0d8e22acd50b9ef007d7efc99a2c7585387a66ca6a70f3f754a4447ef6b", "cb82a122b228ee5c20e42702b31aa75d7705addca7b4e245880e670a006c9556", "cc134cace32f2d1f1314c0737aaec9357755e52c773eccac323aa6bafc90605d", "cce009e0bdeeab62ef19d7d8bfdd2b680501579d4a4cf2cc69e89de6404af865", "cd5ac13d9fe3e5a22126a1843ef3e724c23ad182f538263e1701c581b324710d", "cd5cd19de2d7d1a4e3fe306bff008cead8dbd0c16bd0fb23357e7a5ab2c0b64d", "cdde14be68ce2f6841ee41ea3230fb00dc9efed4312424151e4e2c68cc9f30dc", "cdfe961a20ff3a0238573927d9d49be6c3076a5caf3a00be643c5129204b23fb", "ce2f228ad60f9a63df7c2e1dfc06af9f891bf374042c74a5d3815ccd87db2f44", "cf48052e77b84cfe065f5c48467897d302164d43738f651f3c64dc5edece5c21", "cf9adedc5312c13f39c67ec22664dd3ea3f5bf09b8a3ca1157e74c147fe04e26", "cfa938e5c16727ff7444df36fe38e1a578d1f4e92ccebf226a5442fbc42cb514", "d055e5ae24a27a2f3f4e9a1dbfa37ffeba7ba0b73ee29d823c12ae7d8d5a9f54", "d18b7152262efb4b790e4d0698d7e0b059c64bdafa9281c32cc13ddd22a7bacc", "d1c4ad8aa2b1c61ac0324a735556b4491e329b40e59a48e4f8e2825741b6034a", "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61", "d205a04f9edcfb64d22fbb003b57c26af7f4f9d318467bc70a974c78ed33d95c", "d22d277fdccc1486c4fae515b6bc7bbbe28c1b048da5583df6476be14b77ebcd", "d2be1df2dfa13fbb1c17a12cbf885e03b56da074a4701e20784b168c4161cefc", "d31ac81aab4933f4e36a6620fe599b43526d4a1f4ba90781b1d0b0ab7c527c86", "d3d33b44301f1f26968e2cfd469d05d11fe1ad92c4d60350348947d9b0508d82", "d490b10f11442130a979f683d76207643f1f2ef7375d8ef03cbb651e42524f78", "d4b4edd3a73d9b9910cadf33356cf6dfb0dd3bd97d5c3ca7c144c95cba456494", "d5906d863339f3a4ca19a1d4b4960d95e887a1c5762802e9bc07eb7fc22a7ea0", "d5b771b3eb4f3d09b402119d5ca98a9a165787b877801ec23631bb0a99500c2a", "d7f72e6df670b4d7f1c8163727ca43990b080cbf3f903c79f393d3064e660637", "d81d48c56d4c628746c6589c5421e4cf80f358458ddce9ffd1bef35b07fefc87", "d82667f3480cbc25f1b1cdab99242c10ff530a194c3603126dccdd66b4f62ed3", "d8df27f8b4418eff31afc129a3a6f2e281967d451f35192a863e51c360af9464", "d93f6f0bacbe9eb9cd1414ba461e88d110d55b7c4631406095ceb5cd70750da9", "d9c892863a1fcdb1d2ed8ebfeeb2de8d6bfaa07e49faed6b6ecae00555d87f1b", "d9e6e39fbb4f17d2dcb994e80bcb270e5cc99e692fbd2e4a7b04f8b562e28e6a", "dab5772623e4021e743f72cad2f1d4c43b932b488eb4ef5d8a0a65e0b97fcbcb", "db9e17e285004571792858db40100b7e1087df603386844211ad4558aa7dab49", "dc8cc54057b07a84af13432cc0150490e6b34379ac2b1ddc5f242f2fc9e1ce9d", "dc9474c2c6edc2500a93508f5fe989ffee46d82b2e70acaeb0121c016425d3fa", "dcd00162275d0840e1b034286ec9a37e3bec6a8acb803f4d13d3628070014540", "dcd0b033a183d6779774b6dc22faa4b20be00b459342270547a58f18acef25fe", "dcd5c0f2ef8940b250a4c686c749c1d0b47cfb934d11c211471b50c921515c8d", "dd76fff58dc391cc6486c2ed999ce8c5cee068af05766e22c68636e820c31702", "deb6b10b660e3d2d0d8aa79c2f9eb347ea0fcda09cf1aca3140904e97cfe1ae8", "df67ccd614c05556666261197c19e5eab274fd0207d89db51d45e832412ed717", "dff85f8eae2511b6963bb00224a3b746661c64f6c2bcfb31eb9a364d3d9b1491", "e0c4c6f1f40a22e6ba5997949f8769b79242ca4b5f28a41deffc1d86f1e0d31a", "e10ed0f02a3b396b1188e57d7944c030045862b2b1cedd0d630d53a2e9cc2074", "e1a6e9e885576dc22dd0969244ac016aac273950c412e741f77033daf264c04b", "e1fd1d88c250c6acd85626df017af7199e9f6d70477d1710a66dac05895a50b4", "e35367e8d02200db59e561103b5387e3ec7b112c74b1962bce7b8bf83894e43c", "e38edc36fbb20224ad158f9255690e72b54700e7b8e3b7aca1ee70302f8f6f1b", "e49ce9de53b3dad2e7a2932d9f7c2e3a690199afcefb7303931248940dddf0c4", "e4cdd92e96de225090cad39f24c4e7345b5ec2b43ce119ab21703178664e234a", "e4ee6ac408e99f365e9ee5587d0342a5fcf24c0f087cf1fce3af3991b09ff0da", "e4ffc62f3508582cf0ce3954a0d9e013d4feab6fbe64a2f3ce42376f383db7af", "e553f0c70c903387c4608112328f334a5cde3a659eca376c150a50121ae0b3cc", "e58773cadd4f235b642cdb2a577069724c85d918e39f246bd8dae1eaec9c9085", "e594f36412cd1ecca12e5ac5b96dd96be2e4bef7a0801cf4d4444bdd143a4890", "e5e36212c37f7d05b32fa1008e0836eef45f5b721162c2c22e0db9b052b9ec28", "e67c4fe01352c7c8333eb0c95b13305fdabdae69842127f2427c49a7e8ecbc2d", "e6d6d2038a5a50934a7ac2c59c945b10a63d47d1a77d15fbb43648cf9abd2f4a", "e79702ec51689e78bd2880257636840e83f73d59e22c9be74dd97b2c940a63a8", "e82b9c195bbe39b76c4a92b12bcd6dfa2f52b388a59cc76e24e66faac530ad21", "e82f30f958999ec5846c45f9bb8f1317b57e462b82f1a35fd42de2a13d1d9a8a", "e877559c3de8c7766092979630d8478114b02a1be6824daf9631fb5f2f928b63", "e8d8bd7d5f500edd197492eb4b64271bcdd36a4023ed7401cb6f230b626d0ce7", "e9130d0c6fc52788aabf46778fc5fab6b999718fcfe08aac6ce67e6900ee9e27", "e915c166f14176921cfc463f46fe21bc24a3dae496f4b42dfa7e497099f377a1", "e93e9b7723200da79dd40ea55803c98c8273467ce2b08529678fc537aec52c96", "e98a6aca192fff65788f9cb27c6ff26db338f295cdf574bb9c6875bb684e558f", "eb21f643e7644789e2f3cf741ec4e7de0062a276a03ec3cdd5dbc31c3bb3c79c", "eba3277bfcaf4ab90e31df9bef1e004b1d06343c468b3f33f10d953ed96e03ee", "ec636d76bf86bf2a2002e7f6b3cfe97b8d7e35006746574e56fbfe31dab0aab1", "eccb190c27683fb1dd5d8553a74788e58dfb4cd60b65444b27c095ce481ecadf", "ecda8ac7802381d16e0adc260953be784d36c56f7403177f05aaab260675c0a1", "ece1044a2268bffd30153f8f3d7af095520039e95152d153660a7d2bfee583ea", "ed48f408172ed46367d8bc30660e3e958fad5b05d826b46070dd73985dc46d20", "ed9eeedff02ccf35fd7a550cc4650f3e7aa6441c21198fcd693fa9de4589d002", "edacf5895e783dad06dc8089ccc1fb59c22930cd4261ef10589096959287cded", "ee6afb328d91afd30ef4fe6b730e3e34efab52032a8635c4d5bc616f510f593b", "ee9dd8f016a126b7e660503c390244c48c4dad63c5f2006926e030d507c3c019", "ef98ebc663a29073c34cc8f7c373991811ad32c500384fb17f79eb1d381fd33a", "f1503c9bb46285f9b44514ccd09fcca94ad6690fee3cb3c975596dded957e9f2", "f160c82ef06adb1d1a15570fad656b65c3004a13462b5d914b5613cb01ec79e3", "f183463806ba9db17bad3d19ab958ba9b4ce7525f9591c72d22f5e42a5c0cf9d", "f1daf24242874a6be10eb1df2cf7db69197b6c8811171dd04009efe61ae54ccd", "f2c0ec14f6418eead75bad5885ea87ab9e6c7c9381369c7321b0eb97ec8dc406", "f341d1406e154138f1e204eb8f1dd376a13f6184fb0eed779a4c5e1be615c960", "f4677df0c326a2067a18b81fca444de8720aac740f783963fe314ec352027cf0", "f4993c18effdc709ea2ea613adaee14d39a2b7ed76044c6d2e02fae4a75c7f13", "f50055f38e5285b91210e920bdeb0f787c27cf76b14ea50ffcc4407eeba03c51", "f58920f995a9bc1cd747aef3679d0d04b03346943e2336f055639dd765fe0ca1", "f5d89263c9d1b49f988f9bc73a3f239e46b3905f75ffdf12d7e0d29588081a1f", "f67ca2495fdfdf68299dab2942631feae8ffdc2d1423bcb39bc8330a88ce5634", "f6ec36f5904f9d5749bb2db0a2467055210f22cbba70e34424a05a531be38203", "f737ffa046705ea5e385f3991ee35ad13bea3a54b6bb96789064a93127646755", "f8699941b7e7a9464d31bef0d4391b0d30bf2962d93e7dfe43aea7f3cee0902f", "f8a65801a3d98879479bf857c0e86bb3d062e779054ce70ce78e3b5d48db5601", "f8e0a924fd646946c4d193808019829a22e1817d6fd3737cf8c34a9bb6a5469f", "f8faefac4494393eef49ef96344eb4e6f9790cd15f267577b99960cc30cdc75f", "f9f3cf08b8bca089a269a6d08119a60bc94505cbc0c7e1b702eb432227d898b2", "fa6228ea29fd4868ba00107cf00cad55129220a5878a923a37eae40c0a81c2af", "fb45bd26afd01f91434f1a65cbc5d5796fc3f66cc6ef6a837475c33970280407", "fb472396fc4be1486d47eaa1710c9f788a826087eda9e5b4a64c491bce60bb18", "fbc4245f1e315168582580ce8b8b24abb1c5263c0f1de2dbd7760534d1b71da6", "fc1b2d74a718abecc03bb1b7ec1dda00747af4118ae8868026062ee7484022a3", "fc42bc125105b493382808e622d35a7aae601e037923af4fabf172aef6cc75f8", "fc4deeac6bc19dba3d1ad124fb099cde8b2237ece12f090b978c82ec6ed3997c", "fd06db3896013c2ddf6708a4a137195e4bb52c942428ca798cadbe5486408a97", "fd82ff6445e8610aecf234cb3f2bfaa94100273460b7a152e01fa7f9bbeb0c5c", "fe58af03bad86258b98a761a4c0d292960b65d960e8f199e0082020058fba779", "fe9604aeeaafb20f6d510118116a7b7a69d6b407a8d2572921994597a4f9f9c9", "fec401c3724c39e455257b911def47db035f82cd093cd5a61c174e5ac1c04bc4", "fed63b40ccc4c568b11926523f05515808a2be6c0960fdfb8ad994f3f78293f9" ], "limitations": [ "Known source corpus, persons, vocabulary and template families.", "Fresh questions/fact combinations; not an unseen-person or LLM-answer benchmark." ] }, "source_review_sha256": "27eefe352269f3b001d1afb0c6dbd622eccc06cf03c8de538424af1b2f5ed840" }