7907 lines
211 KiB
JSON
7907 lines
211 KiB
JSON
{
|
|
"method": "Independent original Markdown frontmatter/heading/title oracle; no graph parser, chunks or retrieval results used for labels.",
|
|
"dataset_sha256": "9a3b873882bbf29b905d79c9448c3c287fda30323f93a6533b88dbd59b19f558",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
},
|
|
"source_corpus": {
|
|
"sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10",
|
|
"document_count": 114,
|
|
"documents": {
|
|
"pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
|
|
"pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
|
|
"pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5",
|
|
"pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d",
|
|
"pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987",
|
|
"pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
|
|
"pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
|
|
"pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6",
|
|
"pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
|
|
"pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
|
|
"pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
|
|
"pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
|
|
"pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
|
|
"pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
|
|
"pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
|
|
"pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
|
|
"pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
|
|
"pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
|
|
"pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9",
|
|
"pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
|
|
"pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
|
|
"pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
|
|
"pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
|
|
"pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
|
|
"pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
|
|
"pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
|
|
"pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1",
|
|
"pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
|
|
"pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
|
|
"pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
|
|
"pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
|
|
"pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
|
|
"pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
|
|
"pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
|
|
"pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
|
|
"pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
|
|
"pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
|
|
"pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
|
|
"pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
|
|
"pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
|
|
"pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
|
|
"pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
|
|
"pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
|
|
"pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
|
|
"pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
|
|
"pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
|
|
"pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
|
|
"pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
|
|
"pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
|
|
"pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
|
|
"pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
|
|
"pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
|
|
"pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
|
|
"pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
|
|
"pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
|
|
"pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
|
|
"pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
|
|
"pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
|
|
"pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133",
|
|
"pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
|
|
"pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
|
|
"pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
|
|
"pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
|
|
"pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
|
|
"pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
|
|
"pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
|
|
"pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
|
|
"pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a",
|
|
"pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9",
|
|
"pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a",
|
|
"pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06",
|
|
"pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5",
|
|
"pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea",
|
|
"pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0",
|
|
"pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84",
|
|
"pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02",
|
|
"pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2",
|
|
"pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc",
|
|
"pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499",
|
|
"pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc",
|
|
"pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df",
|
|
"pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd",
|
|
"pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92",
|
|
"pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562",
|
|
"pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48",
|
|
"pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2",
|
|
"pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87",
|
|
"pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330",
|
|
"pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635"
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"id": "regression-0001",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0002",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0003",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0004",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0005",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0006",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0007",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0008",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0009",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0010",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0011",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0012",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0013",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0014",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0015",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0016",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0017",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0018",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0019",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0020",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0021",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0022",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0023",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0024",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0025",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0026",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0027",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0028",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0029",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0030",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0031",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0032",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0033",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0034",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0035",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0036",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0037",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0038",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0039",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0040",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0041",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0042",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0043",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0044",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0045",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0046",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0047",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0048",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0049",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0050",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0051",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0052",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0053",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0054",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0055",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0056",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0057",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0058",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0059",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0060",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0061",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0062",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0063",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0064",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0065",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0066",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0067",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0068",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0069",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0070",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0071",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0072",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0073",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0074",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0075",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0076",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0077",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0078",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0079",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0080",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0081",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0082",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0083",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0084",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0085",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0086",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0087",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0088",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0089",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0090",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0091",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0092",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0093",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0094",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0095",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0096",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0097",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0098",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0099",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0100",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0101",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0102",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0103",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0104",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0105",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0106",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0107",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0108",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0109",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0110",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0111",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0112",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0113",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0114",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0115",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0116",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0117",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0118",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0119",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0120",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0121",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0122",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0123",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0124",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0125",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0126",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0127",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0128",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0129",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0130",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0131",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0132",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0133",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0134",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0135",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0136",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0137",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0138",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0139",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0140",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0141",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0142",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0143",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0144",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0145",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0146",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0147",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0148",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0149",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0150",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0151",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0152",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0153",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0154",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0155",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0156",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0157",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0158",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0159",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0160",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0161",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0162",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0163",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0164",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0165",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0166",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0167",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0168",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0169",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0170",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0171",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0172",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0173",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0174",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0175",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0176",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0177",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0178",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0179",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0180",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0181",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0182",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0183",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0184",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0185",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0186",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0187",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0188",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0189",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0190",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0191",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0192",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0193",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0194",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0195",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0196",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0197",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0198",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0199",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0200",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0201",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0202",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0203",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0204",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0205",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0206",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0207",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0208",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0209",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0210",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0211",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0212",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0213",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0214",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0215",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0216",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0217",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0218",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0219",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0220",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0221",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0222",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0223",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0224",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0225",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0226",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0227",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0228",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0229",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0230",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0231",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0232",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0233",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0234",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0235",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0236",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0237",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0238",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0239",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0240",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0241",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0242",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0243",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0244",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0245",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0246",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0247",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0248",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0249",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0250",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0251",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0252",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0253",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0254",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0255",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0256",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0257",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0258",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0259",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0260",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0261",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0262",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0263",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0264",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0265",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0266",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0267",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0268",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0269",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0270",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0271",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0272",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0273",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0274",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0275",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0276",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0277",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0278",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0279",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0280",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0281",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0282",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0283",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0284",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0285",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0286",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0287",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0288",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0289",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0290",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0291",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0292",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0293",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0294",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0295",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0296",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0297",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0298",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0299",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0300",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0301",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0302",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0303",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0304",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0305",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0306",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0307",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0308",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0309",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0310",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0311",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0312",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0313",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0314",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0315",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0316",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0317",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0318",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0319",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0320",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0321",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0322",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0323",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0324",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0325",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0326",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0327",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0328",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0329",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0330",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0331",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0332",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0333",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0334",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0335",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0336",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0337",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0338",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0339",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0340",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0341",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0342",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0343",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0344",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0345",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0346",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0347",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0348",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0349",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0350",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0351",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0352",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0353",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0354",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0355",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0356",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0357",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0358",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0359",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0360",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0361",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0362",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0363",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0364",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0365",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0366",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0367",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0368",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0369",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0370",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0371",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0372",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0373",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0374",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0375",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0376",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0377",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0378",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0379",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0380",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0381",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0382",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0383",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0384",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0385",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0386",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0387",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0388",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0389",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0390",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0391",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0392",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0393",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0394",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0395",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0396",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0397",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0398",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0399",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0400",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0401",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0402",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0403",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0404",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0405",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0406",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0407",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0408",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0409",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0410",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0411",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0412",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0413",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0414",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0415",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0416",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0417",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0418",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0419",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0420",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0421",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0422",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0423",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0424",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0425",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0426",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0427",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0428",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0429",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0430",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0431",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0432",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0433",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0434",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0435",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0436",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0437",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0438",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0439",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0440",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0441",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0442",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0443",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0444",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0445",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0446",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0447",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0448",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0449",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0450",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0451",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0452",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0453",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0454",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0455",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0456",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0457",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0458",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0459",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0460",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0461",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0462",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0463",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0464",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0465",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0466",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0467",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0468",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0469",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0470",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0471",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0472",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0473",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0474",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0475",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0476",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0477",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0478",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0479",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0480",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0481",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0482",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0483",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0484",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0485",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0486",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0487",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0488",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0489",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0490",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0491",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0492",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0493",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0494",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0495",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0496",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0497",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0498",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0499",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0500",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0501",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0502",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0503",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0504",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0505",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0506",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0507",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0508",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0509",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0510",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0511",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0512",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0513",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0514",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0515",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0516",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0517",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "regression-0518",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0519",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0520",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0521",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0522",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0523",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0524",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0525",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0526",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0527",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0528",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0529",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0530",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0531",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0532",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0533",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "regression-0534",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0535",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0536",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0537",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0538",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0539",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0540",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0541",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "regression-0542",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0543",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0544",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0545",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0546",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0547",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0548",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0549",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "regression-0550",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0551",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0552",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0553",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0554",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0555",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0556",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0557",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0558",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0559",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0560",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0561",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0562",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0563",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0564",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0565",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0566",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0567",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0568",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0569",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0570",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0571",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0572",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0573",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "regression-0574",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0575",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0576",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0577",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0578",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0579",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0580",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0581",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "regression-0582",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0583",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0584",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0585",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0586",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0587",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0588",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0589",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0590",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0591",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0592",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_start_year"
|
|
},
|
|
{
|
|
"id": "regression-0593",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0594",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0595",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "regression-0596",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "regression-0597",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_start_year"
|
|
},
|
|
{
|
|
"id": "regression-0598",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0599",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0600",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0601",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "regression-0602",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0603",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0604",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0605",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0606",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0607",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0608",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0609",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0610",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0611",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0612",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0613",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0614",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0615",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0616",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0617",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0618",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0619",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0620",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0621",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0622",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0623",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0624",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0625",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0626",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0627",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0628",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0629",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0630",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0631",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0632",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0633",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0634",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0635",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0636",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0637",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0638",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-dev-0639",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0640",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0641",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0642",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0643",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0644",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0645",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0646",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0647",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0648",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0649",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0650",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-dev-0651",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0652",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0653",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0654",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0655",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0656",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0657",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0658",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0659",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0660",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0661",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0662",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-dev-0663",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0664",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0665",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0666",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0667",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0668",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0669",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0670",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0671",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0672",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0673",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0674",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-dev-0675",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0676",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0677",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0678",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0679",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0680",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0681",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0682",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0683",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0684",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0685",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0686",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-dev-0687",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0688",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0689",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0690",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0691",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0692",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0693",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0694",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0695",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0696",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0697",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0698",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0699",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0700",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0701",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0702",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0703",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0704",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0705",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0706",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0707",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0708",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0709",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0710",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-dev-0711",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0712",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0713",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0714",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0715",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0716",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0717",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0718",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0719",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0720",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0721",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-dev-0722",
|
|
"split": "dev",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-001",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-002",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-003",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-004",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-005",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-006",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-007",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-008",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-009",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-010",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-011",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-012",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-013",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-014",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-015",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-016",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-017",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-018",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-019",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-020",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-021",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-022",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-023",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-024",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-025",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-026",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-027",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-028",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-029",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-030",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-031",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-032",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-033",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-034",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-035",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-036",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-037",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-038",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-039",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-040",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "shared_keyword_pair"
|
|
},
|
|
{
|
|
"id": "wide-041",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-042",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-043",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-044",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-045",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-046",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-047",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-048",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-049",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-050",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-051",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-052",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-053",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-054",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-055",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-056",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-057",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-058",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-059",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-060",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-061",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-062",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-063",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-064",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-065",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-066",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-067",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-068",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-069",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-070",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-071",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-072",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-073",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-074",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-075",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-076",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-077",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-078",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-079",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-080",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_academic_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-081",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-082",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-083",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-084",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-085",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-086",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-087",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-088",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-089",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-090",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-091",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-092",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-093",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-094",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-095",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-096",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-097",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-098",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-099",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-100",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-101",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-102",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-103",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-104",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-105",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-106",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-107",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-108",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-109",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-110",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-111",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-112",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "same_start_year_pair"
|
|
},
|
|
{
|
|
"id": "wide-113",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-114",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-115",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-116",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-117",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-118",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-119",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-120",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-121",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-122",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-123",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-124",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-125",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-126",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-127",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-128",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-129",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-130",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-131",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-132",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-133",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-134",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-135",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-136",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_title_year"
|
|
},
|
|
{
|
|
"id": "wide-137",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-138",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-139",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-140",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-141",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-142",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-143",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-144",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-145",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-146",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-147",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-148",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-149",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-150",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-151",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-152",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-153",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-154",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-155",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-156",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-157",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-158",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-159",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-160",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-161",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-162",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-163",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-164",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-165",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-166",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-167",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-168",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_keyword_title"
|
|
},
|
|
{
|
|
"id": "wide-169",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-170",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-171",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-172",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-173",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-174",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-175",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-176",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-177",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-178",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-179",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-180",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-181",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-182",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-183",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-184",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-185",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-186",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-187",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-188",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-189",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-190",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-191",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-192",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "document_author_category_multi_hop"
|
|
},
|
|
{
|
|
"id": "wide-193",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-194",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-195",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-196",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-197",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-198",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-199",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-200",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-201",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-202",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-203",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-204",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-205",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-206",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-207",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-208",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-209",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-210",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-211",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-212",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-213",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-214",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-215",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-216",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "person_multiple_categories"
|
|
},
|
|
{
|
|
"id": "wide-217",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-218",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-219",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-220",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-221",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-222",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-223",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-224",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-225",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-226",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-227",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-228",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-229",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-230",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-231",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-232",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-233",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-234",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-235",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-236",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-237",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-238",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-239",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-240",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-241",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-242",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-243",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-244",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-245",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-246",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-247",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-248",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "candidate_set_aggregation"
|
|
},
|
|
{
|
|
"id": "wide-249",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-250",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-251",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-252",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-253",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-254",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-255",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-256",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-257",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-258",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-259",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-260",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-261",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-262",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-263",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-264",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-265",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-266",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-267",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-268",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-269",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-270",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-271",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-272",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-273",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-274",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-275",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-276",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-277",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-278",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-279",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-280",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-281",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-282",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-283",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-284",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-285",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-286",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-287",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-288",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "conjunctive_disambiguation"
|
|
},
|
|
{
|
|
"id": "wide-289",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-290",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-291",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-292",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-293",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-294",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-295",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-296",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-297",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-298",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-299",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-300",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-301",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-302",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-303",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-304",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-305",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-306",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-307",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-308",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-309",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-310",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-311",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-312",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-313",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-314",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-315",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-316",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-317",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-318",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-319",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
},
|
|
{
|
|
"id": "wide-320",
|
|
"split": "test",
|
|
"source_consistent": true,
|
|
"issues": [],
|
|
"category": "negative_lookup"
|
|
}
|
|
],
|
|
"by_split": {
|
|
"dev": {
|
|
"questions": 722,
|
|
"source_consistent": 722,
|
|
"issues": {}
|
|
},
|
|
"test": {
|
|
"questions": 320,
|
|
"source_consistent": 320,
|
|
"issues": {}
|
|
}
|
|
},
|
|
"partition_policy": {
|
|
"method": "disjoint logical query groups",
|
|
"shared_source_profiles": true,
|
|
"group_function": "benchmark_v4.logical_group",
|
|
"seed": 20261025,
|
|
"previously_exposed_groups": [
|
|
"007d56644a476f12af43fcfb89b6a64559094285815dd7fdcc2db3b947fd8d06",
|
|
"00b844681ed7af9057ed9b6f7ccc3c776bc98902c8f27443d3dcea5e2e8cd7be",
|
|
"015f64a14e4f15ebee33a8b47d466ed5c1c1969b5773a1200f90bde2a13e846c",
|
|
"01729a24657efa58c0357c4614699a78c6b9df388d914f1a6edb787fd97eb6ab",
|
|
"017372bf4a571e1f064874431ff9c53bf80fe6a92bfc8ca3b3f878d690d0c550",
|
|
"01ab6ab7bcea443427a81cba4a27ce5af1bcee0b70409ec957ca26185f15f576",
|
|
"0233b0aa57c28d58fbfd8d71d994f251929ccc6e1a405dd32e26c9d26196464e",
|
|
"02f40300510fba8253f44a31e3ff47d8833a0fcf5a0a47560881ab393c36ed5b",
|
|
"03bffd35b53dbb1e821eabab0e99de32bda7b98d758e1e57f325970ac9f53901",
|
|
"049e5f3e88690f2eaffb3e548df7ab495860fcc186f6bcf75c5050e6e0554446",
|
|
"04b5b7f02da46b64217e32ae67ef47282ef925a101a294ecd7bf6e0e6074fe10",
|
|
"04b6003b921f52d5151ab0e7a4d9fb91bd3541d70eefee099a1ade58761ecad2",
|
|
"04d0cd68faf83f78cc97eca276f0c2583b2011a28ba3a20bdbda1836a655f47f",
|
|
"052f66802353209c563a2ee90414fd8550750b1bc7ed1cdfed78159752b13f7d",
|
|
"05618c03902e1db625085586c4eedac2cc624225350c9832357804db1b505db4",
|
|
"064a3273ac6d6ecdd9f027b511bd27ccc0f7b48b5bb56f2aaf140583e55cca28",
|
|
"065aa805a3ff927f7c7f9073edf4f3b3f89bc773d955b734ef6dd8564d0a8b68",
|
|
"06deeb979dddd435075c86bb826e83cd20f85165cf36f36decd1eb39356dd400",
|
|
"0980b7b27019487571c102476be38d1eefd2f07ecc7713b54167648a7a67eed3",
|
|
"0989fed197519f314005154e9a535c08ac239b5c2647b0b5a45f500548d806cb",
|
|
"0a805d61be2d280c94319eb0caa5bc95deea241a80b92c0b9d7416d85c782838",
|
|
"0a91d6aca9d30b73fa84d2b909435608cfbf266cb12aa63fd2d497c5df3cdae1",
|
|
"0b0f5d2ae2acb239f642eefc49bd95c5ec8456616c41322b13509294fba5aa07",
|
|
"0b315c90344037c5d2bcc74cb1e558622a4c36d9698d02d20e6ee69c4a6862ce",
|
|
"0c779522f43daca01a90eefd4eda74f7f22cd0a7c0cd75aa4047fb3e9404131c",
|
|
"0e47dcb3e46c76b9d47293c4c02bbdcacf92f9dbf30ab8e1ac9bc1999ce3edc7",
|
|
"0e64d5702f413aa5c698a24c84fa0755d46be2e8f1f332fda93728a7e3378aa2",
|
|
"0f9f5bb7d05aaecd747eb322bba7ce88abf4c1a2ee8301287dd7e2c4e129ff36",
|
|
"0fa0b644f4506f59e4526e13dcd57e7d46a4b39d2c196de4bd40f8fb91f51bf5",
|
|
"0fdd6075e2948e2037a1fd00159562604e79a6f49365ab095f2bccb77961fbcc",
|
|
"10e0a1826fb55402d666a7f32c1904a09cf9e840a6a42579db8635f32be09a87",
|
|
"1140e1496b2b40362da08de79ed30ce3de8ae8957e8a3f3bf81c82fd08144d5c",
|
|
"124dac8234ba24884a22bca7007e31a5c03fcccf8f14aea2cc13d40686924610",
|
|
"12a34b4dad41a33b68c9f6de8073f1cd0032b60038eefafde9bd16bdcbaf9896",
|
|
"12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9",
|
|
"130704da927069007f1884e2958346c583dd45c57db45c3037de0e2a447c60ab",
|
|
"13d9d17d15476229dd2e588dd9ee26fec575806a41aefc36ba380074adcfd01e",
|
|
"1454fcadf4526d0a795eda89cc4781d318380658ca2db4394cf0311327ac35f1",
|
|
"15596abea78de97dc5e4c51fe5cb9cbb13325b200b8a5de008a5773b9e09164c",
|
|
"15e2d699558300800eec04152d5d05d790f6f49ab249d3c8631dadd385b093f9",
|
|
"15f443f9f0a447eb410863b9e4f88f3cd26e67acefc811ef12e3876fb45ae6fe",
|
|
"161bf69d339610f79f552b47ec686de817bdf8df67661c53c5399d49f116ac6d",
|
|
"164302e8eb089cf07bc01a884502e1290924559e8162e1c39d6184bd66e639df",
|
|
"165763df8df026d45a7337049b175bff2c06726d7aa64b5078a8682e426cc387",
|
|
"1725b4a2566a9768f9da62c9b3c4dc70da4dd6bdef1a993d25c386a907ecf40a",
|
|
"176b045acff658f7f741f8dff1a9c7075898cf0a614765807ed58ee91f63dd8e",
|
|
"179389c711c7bd84e31b5bcce93bc62da2fcc3fa1ade89c72831889b7a7ab4b3",
|
|
"17d43b046461ab8bc27997422009aafdce7037a1b378bdf61da884ce8d1b8666",
|
|
"17dcddb1ec45a4c65bab8d613202af2e6bff6386b40c2e071689bc6bfe765b16",
|
|
"1804bf93c01c0bd50fd11a5843f4d95dafd6ddebe848ef5c9344b7b98001bde3",
|
|
"19bfc80c0ca1d4b851b392eee679245bc6c4d45544e5a25babe74dcfc9423211",
|
|
"1ad0b95765867972291f802070bc5f5d4827d41412a6debf8b02f92d3fe89124",
|
|
"1b8264799e25c9ccaa3621d365876fe8005acb111d3112531250ccf23858cefe",
|
|
"1dec2630359b1f16d4a8184f80977221107f7c727d16dba11c14035a1c188d0a",
|
|
"1e2a129c89c6f23c8846a749bcfb0592380e5238e8cb4aa4c643e9be928bd135",
|
|
"1e3050f59f95fd4c6910c5c52ab6f19181b090939e72d6b071806dda924780f7",
|
|
"1e5c33cbb425da5e7993a6188faa1f9af41e3baecd9e1bcf26e09d6c8c7b2beb",
|
|
"1e9ed524604f46774264dcc23d869712d271188d80650a30659b0916ac94cd71",
|
|
"1ea56469c8672655628e158d8b7f592a53ba7c63d82b9a517e8f0443d0578840",
|
|
"1eddf2f9466779dabbc79215ab6398c917fbe35b07d8325c7b395b9ae71d45d1",
|
|
"1f2caf03ffc4e79d04e772276e58364a68751869c723ba80d6c60f0031e29a84",
|
|
"1faa9d65b4442bd3a60590ace2075807cab6e56ea76d826e44f7992ac435746b",
|
|
"20e570f9e3284637c09b182b4ce96f23a75b336264200282451597fbc09030c3",
|
|
"2282ac2f55f6671caded8d8fcbf67d019b616be1293e714ca51571818615602a",
|
|
"22d13f9b87d9f95ffdd18fea354cf6c81688f34269e439470ba36df4cce9a36c",
|
|
"2322e3952a3386a7994486d394eb9f6f77f783e4db9e3f93ff8883f286b6c711",
|
|
"236ea0d20db52bb6f8ace90e0ebd96cc92f5a77c916070f2a50d93d57d6e78a8",
|
|
"23b0793889d14c7cb5db2ca8ffffdb53db2c71ae5aa6253f107421616fa97723",
|
|
"247d69b04e08e55ae77e2977b08007da3f3804f6298ab765739459401ff6856d",
|
|
"25ddf294254620c63db5cca5202c1cb9fc85fb85848b7c11a715c357a562fae1",
|
|
"26d90f94060149163f6859c052d2f1154e8960cf8fbda1fe381a5fee3b5302f0",
|
|
"2730a24cd051deb69b8e34c427780ad6542ce3d1890edd0a8186655726aea99e",
|
|
"273e0d8eefddae687039ec95a0c8e2178c73efb8cde0f640f746c303f6b5c35f",
|
|
"27e5d74d7c6284d267c997a4a4b46f5c2235f65889fe6530484c283809d5b258",
|
|
"28214047ebc4ac8778d4cb7eeb6be36a4fd75bae58c96c546f70d0e76401d76f",
|
|
"2836cc99a3017295610b9521bf9c56bb0b73517a7a9d95ad70116f5ddf78d1ca",
|
|
"2842c68b2a4320cba09dd7c672efce69ed3e2bb70065e06905e11d2d9cf518de",
|
|
"28ed6825bc43b65dec88ba8291245c7d4d60846f6fdf420a2e8afe13e9ae37de",
|
|
"29266e90f5462fc7f067b4f7d0516f181b7f45e3c3ef18c5fed4a7440ec66050",
|
|
"299fa5b7217ac29188530185e144dcfa1e936bd578446587f48416b066410512",
|
|
"2a508e85bec5c66ae56feafdc852f5445b64f1ef3d877bd06d69aba0b36a6ffe",
|
|
"2aadf296b7ef51362c5a90cdcdc073062a27368d4aa30ed039ec2be20411e240",
|
|
"2b443a50a9f16158606e39dba933f3043414369b1193e84b23d2c24d3d5e67d8",
|
|
"2b5e586130636ec7002852ca39475ce4b112639a60d8782dc90336e546125626",
|
|
"2c2d216266eec5becebefd98205668ca38b3ad1aae53edfb6a82dea49de76e1a",
|
|
"2cc494fc46c810eecbae4ee84bf4c8bc65e2f0afab1bc86f009e89e5a9755029",
|
|
"2ccace6558278bf82b2931a951e020e1cea8f6c556ac3042596e40c275d073ab",
|
|
"2d5125b8134ab09187bff46b03f560a070c2fa8b741e4fc39beb2007829fce45",
|
|
"2d7756299a7cbe6790b53652b8381c09fad1ccaf4eac505d447817cc754931e1",
|
|
"2df52776cb03a89da91a650a9ba6b7818d638ca2a57886173f5d5d9832f6f0b5",
|
|
"2e475a62766ed83a5f8fa8b159a0dcebadeb0a715caf2b9c4adb48a2f82a6711",
|
|
"2e889944c15e8e9a0dfd1421e5873380f6692100b9275b90531766947e2d21d8",
|
|
"2ef70f9acf180035eda15f3f49938603e1c530ab8d1dbf0d38b079477b9f20ba",
|
|
"302ae484fe380a825aa44fdc4b0e19e82c3af406d8a2f9c691b0d597c941c80b",
|
|
"30e74d8b5be91e55c80c7caaa61b881978b7b6ebd4dee730ea7c464ba0317d6a",
|
|
"3184d51bc981d7c5697ac43c9f0a60ba315fcd505ca4885fee4f816fd6523fb0",
|
|
"323f65f529178c75100e0b30889e34aab71117443253808021d7cb68feaaec15",
|
|
"3281d71b3574497ac22f65c52372541f645cc716fb64ca3de0de1b64fb289635",
|
|
"32c2f3d978ff531fe3d19e9bdcf2134a3d96e4309cbfa258c4a14291685d59b7",
|
|
"335b94b87b30891e8a9ff47240d9842b8ec41c0aeaaf4c6c5163f13d4f5ceb8d",
|
|
"335fdc00ad38e2f8cb0c2691f97a7a02c8badeeba6b679056456ad8dca25c894",
|
|
"339fe3a2375d7269860475db9c929d52a2b05598c1d17bba28c43d720f6ab8a0",
|
|
"347385d3434f311804963418b2ecbc04d5bfbd752b866c6dc93416e9ec387027",
|
|
"364bf51868dc596d6bd4a8bb5edb5b4ba95cf071018373cf27c3634345803846",
|
|
"36a0174dcefab852f784dcbce97d7370372dd668e9d75d42b989e6067487ae7c",
|
|
"37038da92fa26d913b2be2609f6a3a495cd66d8f733cefafc551baf485fa158b",
|
|
"377362aa58e4d6304ea481d1fb0bc0ac3a6bd7e1e19c0f2e4454e19b6280ae3e",
|
|
"38eb9d30248f771e51a8dcb26eb3a2370f9839a8c523e3d6ae4705710641ce82",
|
|
"3a371d5b9b97cacafa3b35b11fd53f4266fa98708464e50a6a94b3bdfa7e704c",
|
|
"3a787d4059e84cb99c2560d3372a6f587b172cb1c867c4b02d3a98cabda09da3",
|
|
"3c2c0f680732b9981f9771e1cfbbf6d6ad4ebacb31fe8dc66dc06beb22c0f78e",
|
|
"3c2e5245cd38b3613f02a267740a24a1b508ceada2891feead88dac937ab2f14",
|
|
"3c867210ca7e336c603a46180e278b94112df71f6d8ead636ca779e1b62bd45a",
|
|
"3e4766c6a5e814628bcd76e2a04f1a45625f4b9382bb233927804e9eb86827f4",
|
|
"3ee6d9d4537d1c45f15ec565e8abfd40e85e1300f9faa9d97cb50648b9879901",
|
|
"3fd21ba0149221c00850672a2039b96fbc3c582efdc2637a865aa03f0f816601",
|
|
"40097888538fe0bcdd48ce83b2e76c3915985fa457de011a32847a430e7bc834",
|
|
"40226eff058b06383690b7fb2fc1521f5d345d18c82b693a6cca46a7e0267e24",
|
|
"40c02630cfd27d26701c48e2baf289d57ecb558cd98bcd7d37d2711754d2e0ae",
|
|
"410a3d5bae5013a91edc59bdf149956af44f25c4ba8b9e4110f51affcdff2d45",
|
|
"41782b171239d54a0467373f71fab5126deb49f38467fe5994ef94e5cda24d6a",
|
|
"419c0b93070b1f2112c6550f044831fe59c09b8f830ba3f54c1094e11193b6e9",
|
|
"41fe0d30a08c2e76b149a4d454332a38482ff56f17182db6860ddac4c78213bd",
|
|
"43182d25f11b9e5c3b75a2709675ef0f42ac6d19f06607fa530dc0671b0c9f22",
|
|
"43215904662a9525a608f61940b9a18544fb1a731df36f120d69b40747e89588",
|
|
"437f84a99e02a127f284d0160967857f5985041a8bac7f39b69fe24af6e64459",
|
|
"43d03785fbf89885fe50a5d6907c95f277046c457a6f36cfaa233148885061c0",
|
|
"442684b50eb5b3d6dd2272ac67a0bdd622ec9253f51be93fa40bb8d9939a8ed7",
|
|
"44af88cafb2b10f1674506dda7ad46f6bba82224269447f780e2b4cb5eda1324",
|
|
"44c91e4d2a9441162b93be720d333235d7ca67773e70d0f6d30352bd4389ba93",
|
|
"45619467dd31f46b3ae7d6e4b0f7fe9934a576415c12d06d3aed690ba6cfd10f",
|
|
"4564448fff0167436020ee8d2d89e8a580cb68fce0b1651e65bfb92439c5eced",
|
|
"456a07e2e92f6c669d3a4312559f860847a357b05b7869ed8a1a9db9db0ed065",
|
|
"457e0ec22bf40810c64f96eaed2f337148a23d82654fb5ea7db0ff71c1fc9c31",
|
|
"47ed34fab6cd4f7befcdf2776935b05601bcafd1adf323b5601faa4a164d0ce2",
|
|
"48935a40e59ea5013a994799b5b74ff4109d323d44ccf06bfe6c6d8d20e2f65d",
|
|
"49e7644458ae287fc1dee972ff8ba730b1269e4a9282e6fde2247bfcfdff1d5d",
|
|
"4d7b7378fdc58a2dd38157a8f847efeba4933f70bd5f9aa0d760c4b6141d48ba",
|
|
"4e4fd4276616640de85abfb1febd86ab0939c780041dc02d8abe34959d3a00ba",
|
|
"4efb065d6018eaac8bf97b74af8164a50dccd0a761083f0d858468ec715b8940",
|
|
"5070770fd3b0067573b441579030c2b71bfd08b8f66a4fc8346b1b73494eebfc",
|
|
"50c2a516ff4e6e97648233fa4547c74fe3915c94e41fc39d2cd8b60c065f2087",
|
|
"51fdc607c70782c0bc06c903b7aad561f7b88fe9334263495b43fdf700dc437e",
|
|
"520e15e01ebe67cda9973995bec115775bdad36661b7a0d5ec9d933d5f1b4609",
|
|
"5655c2bd55359e2262d9a886d61819f01fd948988dfef2c1ea39d284e76e719a",
|
|
"5656fe9aedabe319184e1d4b62641409276345e9dfedd498aeaad9ad596066b5",
|
|
"56b9e2e76b824ac1953102e2650fcbc53a3004887c1d0de7a9c9de43230d0ede",
|
|
"56c8870e1d3733ffab56a4a0844c26b906c478ceca1de9328c7f66202db6ef17",
|
|
"57fc6b1a506071e8a64b5c31d8d1b5bfac7e9f505b444961a0a1c8f84f9512de",
|
|
"59702aab4077bf06bf0a83f1e4c9535d1af0d96ac9a06d8445fed42d5f11159d",
|
|
"5973f2c3efbf2af76daab856964644b9dfe46883db42bb1fdb049d93e71c6cf2",
|
|
"59a61ca03d3bc208f6c681b6860b0b8a39fa8efbc51a6789572471663d5f59f0",
|
|
"5afaa52b633e2ac0657b98d84de9d129ce4692481316be0fa4efa3ffff71470b",
|
|
"5b993fd94bfc49ec01e1fda29ed38ea90eb4645d54fe422576790b865c83c7b2",
|
|
"5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321",
|
|
"5d5ecb3445af7a88e5a0bb27ecbae3b56d16fd3b1c7970e59a98b3b95f958d8d",
|
|
"5dbf268b5d5ebcd5ac15f227babc25f7713da143612ec74d6879fec8a4876aff",
|
|
"5deec141d95331692d51a019dd7c6132e65ff4f2cf1e83b1f5ec537133d748f0",
|
|
"5fdf49bfa572f7c5b59747251e261d06fc6e02a44eef975880bcbd32ef76913b",
|
|
"606c6043d3260879a6d0efc9936f5084e5c8bf42cf0e1070ee7048c6cc71c277",
|
|
"607513cefa1d53a66be5ae3e0e79aae1acac112b4d31f6ffadd4ddd03361e0f7",
|
|
"60c38b428e33eda832cc30e85b1dfc3d0ec025a0de75c0a22e91962ad71cf932",
|
|
"60f8bd2c25d09c05e475036b1c2e224fe8712b7420f82bd6242bb78679746e05",
|
|
"610b3b4e832cda8973d03dd807f58cfc43d061733ea57555087069b03926fbee",
|
|
"6115efe3429a7000cd38561391ad2d7c05b03e39ead9bad6832634804ff09d0f",
|
|
"628bc930520e06af113c9709844995760c8e6b2029a07d459e17f6e1d9cb1c7a",
|
|
"635b97dc10642a1aa5eed4e7445139ee3eee0a2750b42fd3471607214f6224d7",
|
|
"6481faa383614290120b8504c7b5f4cd47a2f1395092c3c3f7273f0fb4298440",
|
|
"65dd6b44118978e7333d2bea7ae26bc075682a921cc943c5b1b22319a1c5a751",
|
|
"66c720d156e36b6903f865b4b39f0208c491df0db582c834b9b2e54684dd32e9",
|
|
"671c94e60206ae174325e2fa0435f874c0239c61bda3a9e548bcaee0494eea35",
|
|
"678f8c97dcce1c62e49ff464ef229b6688c22a4cd78f5655935a863bfa895d8b",
|
|
"67a029425e8cce276024790938745aaf36d1e495cc4664c3167a647ba2758e30",
|
|
"680f61bf9df6f690f1cb21c98ea5c8d97a60a4f9ff2db2617e4e2231d6d4fb57",
|
|
"68a370d0d3d08c670414321802c9f228e3c2d17bc823277c2cb0a2a4f81314cc",
|
|
"68fb10236a648c18128990cd1030737a6d60d50183dce582ddb0f0228602ee19",
|
|
"69441bd7400b7ffd58a7b6f82ebcdc25fa8dc7b6ca1bfc18b622bdc7b0ea9e8d",
|
|
"698bb2b461d452c8da8888d8ea57c8ef34c9fb29e057940eee1d00f4b0320dad",
|
|
"69ec739e074cf2dd92ddfa769d2262d55b21291e0230eaff78e06adc02e1d174",
|
|
"6b84958da7c408de026b75e79d37297726ca6181b0e8c1138e4a3f9559bb8ede",
|
|
"6bd5dff9ba8a93537cd30eab02e0670b953dd8723bda9877ec5e231e35689489",
|
|
"6c70f5d558513ea306547bec48c95acd6ef03126fa0b8ec8aa6fdc2d16c5c1fd",
|
|
"6c845c549058b90287045e94ecc243afb5b5475628835f49eededf2667dd72c7",
|
|
"6dc68ce5b9df3f1ae40aee1bd21cb2318c7ca8bf4a002be8d95802572621c657",
|
|
"6e7fbb2cfa0df9fbf811207218cf06f575a785575c09033041c29147de0c5944",
|
|
"6f3d57b8826c4f2609b11ebb8f6ae488341444232825da541434c228cc6ebc8d",
|
|
"6f684d520d770dd8b3f9641f2cd4ae0680ca5a5f639d11699b36823c693da40e",
|
|
"6f7fa2d422afcfd3f59dc057cb883c876dbef69d6cd6be01e421bac75190716c",
|
|
"701452fa646e8a0eeafd77d00d872c2f66cf89dc1e1ee4669e20c0b049cf9771",
|
|
"70667fe67d4e7d9f193ce08c2506582effb378985806799ac7612eb459d03e50",
|
|
"712a427824d869ed2b1679d1f4688cbd76ab2171130470fdce14d75e3c759e0d",
|
|
"7152ccf33ba7ecd864a180f2206295fd542eb0489453213a3f2a500cb77b0fb4",
|
|
"717396210027bda8a593dac3643a962cfc8d743236e2d84fef12d3e880642309",
|
|
"72317aeee1f801e1f0ce3c707db8cf8b139ac21d04536d4e9ef15d963e1ada88",
|
|
"7291259e337710a9e2d46c2fc66911ab52bd84f4071d6fc1fdd4c37de1a23e3a",
|
|
"72ec73139dcc7bc9ebea3e2b83ba995c56f3ec96a262084027c4d6e1d1d7f779",
|
|
"72f234cf7161ca13937179c820ff255e04d7de207f0205560f5219e66779950d",
|
|
"731487dfe6a973df19c29d434f4fda1a8d5688e2eb9d17b88e8530255928ed2d",
|
|
"736b5ece0bbaa07e814d66ba0dd4ed0108a9bb51e75f3c7444261e237d928b3c",
|
|
"738f6a87cac267e0f08184fb74ec5d7309c0080dfa32710df5953054f868414f",
|
|
"751dc0fcdf9804318173a37ed68fdf549eed9affa3299213406e6d36d0f96a38",
|
|
"755b779894aef8e1f6bd9e4016319b9ca64617334d65583b01c429cb28bc5b2e",
|
|
"764794893dc23bf190eebcce3b92bf51ee92b46e39f19336ce0327b2e0347ab6",
|
|
"7721947170a8bc7060529861934ea51a0c558eba3249e3ef80cb1b8861b3062d",
|
|
"77c8f1cd941c631e8867304d521c353641d38c32dc7a46e42d826b2fc4413658",
|
|
"797554a61b5be83dbdfca24b9136396d42a72a6bfd963e9404cd08c15496ba54",
|
|
"79b16e1d9536aef52984e96c0c9038ddaec1367a0581c9529f2065a9cdd0b901",
|
|
"79dac731947ae7c70dda59cd0967dce6346ab24c261b95349a1ad2dcda764b1c",
|
|
"7a064ac8d23ddd86c30067c13d2821562f31cd961d69eb2e0a4f5efd75a74e44",
|
|
"7b266b10a01d4ec31b9e50b32e4d4d2ca44a1e6b8009c0724483d50e1631cff5",
|
|
"7b3d50c9bdb2b7f2bea4f6aff467be21ed6bde112c224443abea85dbd39e6ac4",
|
|
"7b54a01f5f60dd75e21634f300c4adc13b1fee6bee5809a14132231c66fdad23",
|
|
"7bb3621315b63cdfcd63dc129a5735f016d00774d91e1f098b3b3912de35908c",
|
|
"7bef62672e1b120abae27fcb7710498fcd9c44c1202c294733549d53b56024cd",
|
|
"7d95e1eeb4e2de8e347d9b85da53b638d3bf3c926d9eee401fcffc3cfc22f8bc",
|
|
"7e8adf08a42fbeacc973e8c7f2fa023ce08278ebf5196f0a9b1c1b0f532ba675",
|
|
"7e8d4968ad905c26da0b0776a5b48846cbeadabf4f5f1832a9f37f5b7ce901fb",
|
|
"7e934c92df3e9200d62a1034e244bb690afb1b5685fef2008274771bfcbc475b",
|
|
"7eb4f195e2ac73d94501d9ba84d6a56d01e8d01dbe6c1370604621757abb34b5",
|
|
"7fb8ff9a01ab7fbb02505e987a242cf11e783dd17dacbf03c3176a3876a5bc9d",
|
|
"801fc8fd73a0d96b874a3238c542d39906c3a27c43a0eddb84f653dfe9750687",
|
|
"803e7563687a0cd791e04d78c358351c994b7032ac3c278df65858f557530d19",
|
|
"81475a23c3f2cc9411aacaed7942a6981c24f0178f6adcfae7e9194738e841a6",
|
|
"81cf3081d754fc3af6f85836c246343a9ed4db50c6d12131b0bc605ed9b59aad",
|
|
"824211380a2b20043f402b31d6fa950ca07c2c44b470b359c825b8a1681ac3f5",
|
|
"82ba7a0f543a66bf689dd6eed5648d03124c42f454a501fd2bfc5f8be57afdd5",
|
|
"82da5db9da795a1b2c85b49c2b819366a86b386affa44f1f018575d40328ff99",
|
|
"8306b40c153c59d0b4703ba81c7944b76ac72d1f4f079564ed5816154041dbeb",
|
|
"83a1f040dfce51d70aad704f6e29e76b603ce716c6e87ae4a661e4744e1186b5",
|
|
"8466051484699f416be5765321a24b4dfe9aab8d92a0514bb5d1aa4dd7e720c8",
|
|
"854756a60b9f49a23fb1f0ceb7c0b0ae54a551458540d4e885814e9af4efdb77",
|
|
"85d137697af53c146167a331a977b68143cfb06b9d59b4f3a5fb11b0a6bde70a",
|
|
"86257246a4b5ca2874468d70a452c8ab72756fe16a6303b60dbf4167aabbf10d",
|
|
"862bd8bab6390d639a807a2956cb233d9de681a9a9e3fc67ec47f8de8e5b812f",
|
|
"86f08575c9e8b973904e625842667c2c402aa71430716579e8fc4520d264945e",
|
|
"86f1b28b9f43960ab8c93d47ec1879c283959dd56e3745b2847faf04a2571a47",
|
|
"87015f16ffb0f3535d6ed18fe1df051e1a817e4ad533b852a0e61aa71c322434",
|
|
"8762f3b3c3cf816992d0a39a42f8ef9d4cf2019aac4059da5008c92e85d56672",
|
|
"879a16140a4f71331e501a58ce5a335e981d788f9b338b5ff3b465be7ecbaee9",
|
|
"87cd5e0a89955667096dad6bb328379adea9edcbfcf3cba000eaa44963d6d2d2",
|
|
"87ea036a76c3c12e357384e3d2588cbe3e85be5a256d803fb50477149f3dfb7d",
|
|
"889bb2d71678906022907b607eda046e027687375b17d7de6b8abf00ca778d05",
|
|
"88fd523662bd6da72517a39d3149cbd57f27ef88b8f6e87ead089b89bba7cdc3",
|
|
"897f89b3d2edc0d5fddb1858e9c3c6700577b08c426e405991271ae8d6c1a2d7",
|
|
"89dbedbc46f974cf3db99020f2bfbe96f4caef6eb1fd3b09f170aa73337c0577",
|
|
"89f62ec7a3a2becb376bb580301d0c41058db3909d7a21a44250a12c97350e79",
|
|
"8aa98175a5107302d6117a744ed14520647adff09a21cee363b55a8644d8a5c8",
|
|
"8cc4834ef12d7d938c3a0df5cc6cd32a0aea0f5e5c9fe1795dfbd8c693ccee40",
|
|
"8dee6498e15d8e0fa130a1385fb1db01ddf8c0eca0e3f5cf0c3c11f2790dd427",
|
|
"8e1f4b17bd45c79090b540db14d058925e030cdd55c2f6db168ef99b57003d42",
|
|
"8e306963b8b8921c9d02448131dec71363411c1074ea0dbf832e245f8ea6c47d",
|
|
"8e9a8572b77a521db2e857e3850ff9a47310914cab4d95b3f717a62ed475c653",
|
|
"8f54ff562bd6568d79fefc87dabe3c6f5e682acd99ef6c5095592da4b3eac9d7",
|
|
"8f8b1f7c64fabe1da4683b2a4d9073da37526131758111f055bd84655f2c952f",
|
|
"8fb714f0c89387b3cec0d57b67c2f7c35c152d7ec09a33ef5ebcfc1674eb5a07",
|
|
"8fe5de5cfb660008c4f1adba71c9b53edd21a305c068d000f08e247dca2ea07c",
|
|
"8ff29f02d2cd3cf375cc001e775f180c66ff3af7ccd412779713275ea793bfe0",
|
|
"907d13c97f7ff30ceab4a49b13df37d54025416a0c4cc6c3dbd2a2c5ba5b9b9f",
|
|
"91c3e08fd7fce8928327c93bd74dda0a1dee1a6cb744dea5ce9267dab83ea0b9",
|
|
"930097808fcf3e0928059e7a978c79bb66e830d515c381cd3632e691c0540c69",
|
|
"930502d23be54a05affc9455c8ccebbe9d272b6d6405b746a4f0606f285d2622",
|
|
"93cc552ab146c7de104b734518edd7a753023cbee2007a7c9e70ffd4cda80bc8",
|
|
"94c1b37d67ed02f4ca6f2f930666f76b174a0153421843a5502c18382b12c014",
|
|
"9626e8b648b64df655679d26135ed08184346cb47aec0a0f34f83cad99a758fe",
|
|
"964b66c31b30e1d17dc8d96f4b6f3a27dc8866ec4b380d9784558b0857334d1a",
|
|
"96df7010a697fab7b69cb46734eddfa7b3af1af0f8446937261ea20a31bea0dc",
|
|
"973dee10aa9e02e6c50b8db8d1729805cbfc88019a8c18832a5a0bafafe2f8dc",
|
|
"97dbea770a8f632ac1e21f31f03f404a1f4345c80ca2a6db0aa6a3c37e4105dc",
|
|
"982a6af76a3c707c7636a44b80c03a2ce1bf997c6092f25fd82b7321888d0f70",
|
|
"9863eeda516f45432bdd7e42a0a2a4b14dc9ebd7b03a85e2efc438d3c178d412",
|
|
"992736fccc239e7b145db736e483c6febc967423509b18108be7f46935a34034",
|
|
"9be5f0818c64185990fdfbf90b868698f095c8474b4e50a847ed76a60b8e4132",
|
|
"9c4a0ef3261f275f8201307ceae2ae49254067ac2793a037500931f4edeeefba",
|
|
"9d1f254edf8b89b3f9ba9725ef1ef5515920114e9f3431afe87cb28298846241",
|
|
"9de4349d7d20ee2539fbde70a326a945f56bf82843e8c6d2b742a0043861983b",
|
|
"9f3e6e2699f870daa60fc717ae0aa64af870a2dc605552710b55188e9c2f5797",
|
|
"9f868e09ffaf5a247315949bbc2f73de8966963a732489d6298a23738c2d0807",
|
|
"9fcfe4c23b6af1b0524978ea6bf5571372fcb1e9829a545431e174d3f4a1646f",
|
|
"a088d6c29533f7495661bd2340d2cddcac8ec14403b9072ca768148d230d636e",
|
|
"a0ba4f5e714d67e8ecaee0ab7e13c7754e6aa85bc2120ba9d8180219a03dbfdc",
|
|
"a0ee5ff956ed31089cb4efdfcc1d770f6ac5d51499c14bc154332ccc7328db77",
|
|
"a254c4d0470d9420a251858af12e0fe7127e4953d82c726ae6d13c0382176c16",
|
|
"a26088e595be8736b990446ad6fb3749338598f7df2a4236c1fe15c6726a5098",
|
|
"a279f7e4951c1faa4aea8dffa4f797e2cc2f334709c690939564a50bf0a41802",
|
|
"a2a54a948ce5f643424887ba1e168d786076d5173a0fa104d44cd70a03a8a3a5",
|
|
"a2d739920dd1265f5cd5e09d36aa9cbe5fea0fd7cb997ae30f5e5bb1397c09c0",
|
|
"a36275a534c48cc1a7df040c68b3b67c1c0058ba0a7219c389ee72be8ee11009",
|
|
"a389eea90a9558b41a2532786be0fa835d7d316b1b87d1fe5bc74cb482391d42",
|
|
"a390a488c32fceafadddfa96905252a216b418bb6b35885f71678b4cd7fbf121",
|
|
"a434b06851758e568af22efa5189ae9b20900e488d8a7578ca43fbb3fa532fdb",
|
|
"a5b59d4e40b0b1484d26a1fb20f468f6693f164f20f0caa8b65bdc09ba276cd4",
|
|
"a61d26c2c559942fb553a7678ceb1cddd79d9c0b7f019c4c69a508528ca5ac53",
|
|
"a623bfa88dff1835d5a7409b81d1dc731bb0f7a89bc2e4904a672cfc89a68a1a",
|
|
"a63ce50cf7e1c67f5a231e8326827c1c58a5e3bebc6569011624523c471e6664",
|
|
"a67f80c28dec9faf362f7494c7d6009baa0d3312640dc90bfcf5a25b9b79bad9",
|
|
"a6a7a5b5b4fdc96bfa5dd43cf4687ca3d9f1dd19eea9de07e283edc77d60a113",
|
|
"a6d7005a8a0475c22680144ec08a2351ba44ace2ae9a0570b078350cd52c2d02",
|
|
"a6dc8ca22d5b0c60f2110f4582c3acca5d47a1961d37987145e1c6d504a0d95f",
|
|
"a82c82791d59e1570e35df2845121e9a8b49993579f1e03a0ae8dc3704d7ef4d",
|
|
"a88345f7d1ac706b488046401cfdbc2abb6a01536ec363a7dd5f36aa664b70c4",
|
|
"a88aa12b31c3410ac0f878de120c02ceca0e8dfda6d858fd2ddc838b8d122643",
|
|
"a9cb92c40c43e160d28d1bf5e3682023c6baf844fd3051689a58eaf8f64c1b44",
|
|
"aaa1adc84b0d51229bd1925a7bc89ccaedbfff640c43904f6d71c5474618b3c1",
|
|
"abfb5b9d3883ca91ad79c60ecbe8ef51c31357ae4a68bf189ff4fffac3444129",
|
|
"ac9034f709eac74097b0cb5dac74f1d18e7b4c306a7433a3f052010bf53134f3",
|
|
"ae3c9968d2ffd557bf723fe191f2eba5e88a1b9960b5d536a98b9d1323768851",
|
|
"af1829c4ae7f24610d08918722a4fa7b1113d476154ed2e305e9f2dda49a3459",
|
|
"b04e5a12e94564800577ddd402300188da7878888432ade239a47354f2d0c43d",
|
|
"b0e973f6b29b1164c3e398ca365528d81c697df24e8b0b5da80ee84b1602208d",
|
|
"b111eabb2875ede1a37941fd0b8c7da21ac769d59bf8da3d489470893d1490fa",
|
|
"b1d80b2f8ab4022f5b0beaf85a1e1edc8e7a2916dd5fcd7df3e43afaf58b3b33",
|
|
"b2351e0bf32273596834fc47e05c404cd28c238ae18bc15e658aaf19eb884c97",
|
|
"b2f4a0075f86c65cfe5b67e341773f9965207e8d2399720193115a0df10e113e",
|
|
"b311e52a354e5a8bcab883e53e9363bdb23a1a027fc250084ad7121b4f7fd536",
|
|
"b3bee8b8c67e5f306ea6ad64853b2e7c2409b84ffe703e3da778cdff446cb930",
|
|
"b4e53e0d4e99a5e402d7f7b5f1224ac9373159c6d7a9f47d57d4e680f9d4350c",
|
|
"b63fa6a4ee4481c2219363ff5e1ff674eeecbbee972428add1ff46dd366dfaeb",
|
|
"b655c36f8473b2a429e95bb1f26b8ef814e7987952db7a38267078b9a8e3f74a",
|
|
"b66bc2f8a6938555d0b008169c4ed1d24d5a1efd6ff3bfc92b62497c85f62642",
|
|
"b6fce1b128735e64fd604d66ca970967a346bf72847e694793f15138d07c92bc",
|
|
"b7a235b1724111d0d11f6ef8d8ea769dc85e984a7cb28fa745a06f23e3534163",
|
|
"b818c860a206aff42a28ed7e2a6d210ab85a3a1472c7911771f8db227a4d3d2b",
|
|
"b81e9eaee57d2a381283c849486878373f1113abc8706e9bcded5d47dfcfdead",
|
|
"b83c93dc196492f0c44924fef416073be68fc018f4175fab1e352a10cd8d534e",
|
|
"b86f395192bbdf3ab0df76572127760239e26f50f938363689ada906947a81d6",
|
|
"b88ea3780d0aa8553ab996d63ffce13c3ee3de6e161114af54c7971afdbf7883",
|
|
"b9926f8ca7d623f31b065c6e7e667950598663ee4e592b374b4011fad75d5acd",
|
|
"bb057fbd5494f1a93217055a6c837e3fa7ea601eae4d2987d56a77ef8e5294cd",
|
|
"bcc50cbde64938e5e02a3c87b3d35851e49fb21f70b9ad5fed0f51a9c0d7eecd",
|
|
"bd968d2c0c7fa61cadca47ef9357ea89b9cbcb0828e7821220434d528158a88d",
|
|
"bda782ea62b0cac277154f61406391194fe6727d66b23bf194cf8036dcb77379",
|
|
"c0ac2412c6bee33be6f56ad3ffabc34412550eb50e381273ff5fc5ec050d4d20",
|
|
"c10cbcceedf1bc6d3830e3ac491b99237c8f3abf6c38de2c8ba4492b74a22db7",
|
|
"c1ee69268898e4961f55fa448f05edf6444e1c7fa89db072c7ee78e828c89f52",
|
|
"c336f37dc244d4c2006b5f1dcfaa3c5e8ff7f8252c11aee929b62077e48a39c3",
|
|
"c428784179580ab93228ccea2cbc7cb652e0235f90d73a50d7bf9ec08dea8da8",
|
|
"c4d8cc188eff71df21d8e42e6ee7ed27ce6f5b2600ed2c1036a6fab7b9ae6142",
|
|
"c60620f3351b22f837ad39778dbdaa391b7df4b6c1eee9d9d6db4a7308dcdd1c",
|
|
"c6e8b3798d8ff8059593695b5f8ee4f1c48c28575a6640621583d1314339b92a",
|
|
"c723c1f85b371f76a9162fa0d15e33b1e00cc018dafbd0abdcf4c471ed68f09f",
|
|
"c7c40dd749371a1ad41a6348d7b6b947a5d4bdab9de5c48b0169d6ddf8eca6e3",
|
|
"c939fd92ccf91f204c5daaa9485d0b866a977c723655a37862fd18991c8af5bd",
|
|
"c99c0fd0e98325f9452a08f95ceb242858382d1144084578b8af7bb4d0307950",
|
|
"c9a7f6431873a0ba58b4c38ecdae3b88d7f9a009d4c9d4cbcc5f936f3fc454db",
|
|
"cb008a188b9921179fa00b499976d2962f6b744c1c76f2a64a26d2b3c1dce4d1",
|
|
"cb54a0d8e22acd50b9ef007d7efc99a2c7585387a66ca6a70f3f754a4447ef6b",
|
|
"cb82a122b228ee5c20e42702b31aa75d7705addca7b4e245880e670a006c9556",
|
|
"cc134cace32f2d1f1314c0737aaec9357755e52c773eccac323aa6bafc90605d",
|
|
"cce009e0bdeeab62ef19d7d8bfdd2b680501579d4a4cf2cc69e89de6404af865",
|
|
"cd5ac13d9fe3e5a22126a1843ef3e724c23ad182f538263e1701c581b324710d",
|
|
"cd5cd19de2d7d1a4e3fe306bff008cead8dbd0c16bd0fb23357e7a5ab2c0b64d",
|
|
"cdde14be68ce2f6841ee41ea3230fb00dc9efed4312424151e4e2c68cc9f30dc",
|
|
"cdfe961a20ff3a0238573927d9d49be6c3076a5caf3a00be643c5129204b23fb",
|
|
"ce2f228ad60f9a63df7c2e1dfc06af9f891bf374042c74a5d3815ccd87db2f44",
|
|
"cf48052e77b84cfe065f5c48467897d302164d43738f651f3c64dc5edece5c21",
|
|
"cf9adedc5312c13f39c67ec22664dd3ea3f5bf09b8a3ca1157e74c147fe04e26",
|
|
"cfa938e5c16727ff7444df36fe38e1a578d1f4e92ccebf226a5442fbc42cb514",
|
|
"d055e5ae24a27a2f3f4e9a1dbfa37ffeba7ba0b73ee29d823c12ae7d8d5a9f54",
|
|
"d18b7152262efb4b790e4d0698d7e0b059c64bdafa9281c32cc13ddd22a7bacc",
|
|
"d1c4ad8aa2b1c61ac0324a735556b4491e329b40e59a48e4f8e2825741b6034a",
|
|
"d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61",
|
|
"d205a04f9edcfb64d22fbb003b57c26af7f4f9d318467bc70a974c78ed33d95c",
|
|
"d22d277fdccc1486c4fae515b6bc7bbbe28c1b048da5583df6476be14b77ebcd",
|
|
"d2be1df2dfa13fbb1c17a12cbf885e03b56da074a4701e20784b168c4161cefc",
|
|
"d31ac81aab4933f4e36a6620fe599b43526d4a1f4ba90781b1d0b0ab7c527c86",
|
|
"d3d33b44301f1f26968e2cfd469d05d11fe1ad92c4d60350348947d9b0508d82",
|
|
"d490b10f11442130a979f683d76207643f1f2ef7375d8ef03cbb651e42524f78",
|
|
"d4b4edd3a73d9b9910cadf33356cf6dfb0dd3bd97d5c3ca7c144c95cba456494",
|
|
"d5906d863339f3a4ca19a1d4b4960d95e887a1c5762802e9bc07eb7fc22a7ea0",
|
|
"d5b771b3eb4f3d09b402119d5ca98a9a165787b877801ec23631bb0a99500c2a",
|
|
"d7f72e6df670b4d7f1c8163727ca43990b080cbf3f903c79f393d3064e660637",
|
|
"d81d48c56d4c628746c6589c5421e4cf80f358458ddce9ffd1bef35b07fefc87",
|
|
"d82667f3480cbc25f1b1cdab99242c10ff530a194c3603126dccdd66b4f62ed3",
|
|
"d8df27f8b4418eff31afc129a3a6f2e281967d451f35192a863e51c360af9464",
|
|
"d93f6f0bacbe9eb9cd1414ba461e88d110d55b7c4631406095ceb5cd70750da9",
|
|
"d9c892863a1fcdb1d2ed8ebfeeb2de8d6bfaa07e49faed6b6ecae00555d87f1b",
|
|
"d9e6e39fbb4f17d2dcb994e80bcb270e5cc99e692fbd2e4a7b04f8b562e28e6a",
|
|
"dab5772623e4021e743f72cad2f1d4c43b932b488eb4ef5d8a0a65e0b97fcbcb",
|
|
"db9e17e285004571792858db40100b7e1087df603386844211ad4558aa7dab49",
|
|
"dc8cc54057b07a84af13432cc0150490e6b34379ac2b1ddc5f242f2fc9e1ce9d",
|
|
"dc9474c2c6edc2500a93508f5fe989ffee46d82b2e70acaeb0121c016425d3fa",
|
|
"dcd00162275d0840e1b034286ec9a37e3bec6a8acb803f4d13d3628070014540",
|
|
"dcd0b033a183d6779774b6dc22faa4b20be00b459342270547a58f18acef25fe",
|
|
"dcd5c0f2ef8940b250a4c686c749c1d0b47cfb934d11c211471b50c921515c8d",
|
|
"dd76fff58dc391cc6486c2ed999ce8c5cee068af05766e22c68636e820c31702",
|
|
"deb6b10b660e3d2d0d8aa79c2f9eb347ea0fcda09cf1aca3140904e97cfe1ae8",
|
|
"df67ccd614c05556666261197c19e5eab274fd0207d89db51d45e832412ed717",
|
|
"dff85f8eae2511b6963bb00224a3b746661c64f6c2bcfb31eb9a364d3d9b1491",
|
|
"e0c4c6f1f40a22e6ba5997949f8769b79242ca4b5f28a41deffc1d86f1e0d31a",
|
|
"e10ed0f02a3b396b1188e57d7944c030045862b2b1cedd0d630d53a2e9cc2074",
|
|
"e1a6e9e885576dc22dd0969244ac016aac273950c412e741f77033daf264c04b",
|
|
"e1fd1d88c250c6acd85626df017af7199e9f6d70477d1710a66dac05895a50b4",
|
|
"e35367e8d02200db59e561103b5387e3ec7b112c74b1962bce7b8bf83894e43c",
|
|
"e38edc36fbb20224ad158f9255690e72b54700e7b8e3b7aca1ee70302f8f6f1b",
|
|
"e49ce9de53b3dad2e7a2932d9f7c2e3a690199afcefb7303931248940dddf0c4",
|
|
"e4cdd92e96de225090cad39f24c4e7345b5ec2b43ce119ab21703178664e234a",
|
|
"e4ee6ac408e99f365e9ee5587d0342a5fcf24c0f087cf1fce3af3991b09ff0da",
|
|
"e4ffc62f3508582cf0ce3954a0d9e013d4feab6fbe64a2f3ce42376f383db7af",
|
|
"e553f0c70c903387c4608112328f334a5cde3a659eca376c150a50121ae0b3cc",
|
|
"e58773cadd4f235b642cdb2a577069724c85d918e39f246bd8dae1eaec9c9085",
|
|
"e594f36412cd1ecca12e5ac5b96dd96be2e4bef7a0801cf4d4444bdd143a4890",
|
|
"e5e36212c37f7d05b32fa1008e0836eef45f5b721162c2c22e0db9b052b9ec28",
|
|
"e67c4fe01352c7c8333eb0c95b13305fdabdae69842127f2427c49a7e8ecbc2d",
|
|
"e6d6d2038a5a50934a7ac2c59c945b10a63d47d1a77d15fbb43648cf9abd2f4a",
|
|
"e79702ec51689e78bd2880257636840e83f73d59e22c9be74dd97b2c940a63a8",
|
|
"e82b9c195bbe39b76c4a92b12bcd6dfa2f52b388a59cc76e24e66faac530ad21",
|
|
"e82f30f958999ec5846c45f9bb8f1317b57e462b82f1a35fd42de2a13d1d9a8a",
|
|
"e877559c3de8c7766092979630d8478114b02a1be6824daf9631fb5f2f928b63",
|
|
"e8d8bd7d5f500edd197492eb4b64271bcdd36a4023ed7401cb6f230b626d0ce7",
|
|
"e9130d0c6fc52788aabf46778fc5fab6b999718fcfe08aac6ce67e6900ee9e27",
|
|
"e915c166f14176921cfc463f46fe21bc24a3dae496f4b42dfa7e497099f377a1",
|
|
"e93e9b7723200da79dd40ea55803c98c8273467ce2b08529678fc537aec52c96",
|
|
"e98a6aca192fff65788f9cb27c6ff26db338f295cdf574bb9c6875bb684e558f",
|
|
"eb21f643e7644789e2f3cf741ec4e7de0062a276a03ec3cdd5dbc31c3bb3c79c",
|
|
"eba3277bfcaf4ab90e31df9bef1e004b1d06343c468b3f33f10d953ed96e03ee",
|
|
"ec636d76bf86bf2a2002e7f6b3cfe97b8d7e35006746574e56fbfe31dab0aab1",
|
|
"eccb190c27683fb1dd5d8553a74788e58dfb4cd60b65444b27c095ce481ecadf",
|
|
"ecda8ac7802381d16e0adc260953be784d36c56f7403177f05aaab260675c0a1",
|
|
"ece1044a2268bffd30153f8f3d7af095520039e95152d153660a7d2bfee583ea",
|
|
"ed48f408172ed46367d8bc30660e3e958fad5b05d826b46070dd73985dc46d20",
|
|
"ed9eeedff02ccf35fd7a550cc4650f3e7aa6441c21198fcd693fa9de4589d002",
|
|
"edacf5895e783dad06dc8089ccc1fb59c22930cd4261ef10589096959287cded",
|
|
"ee6afb328d91afd30ef4fe6b730e3e34efab52032a8635c4d5bc616f510f593b",
|
|
"ee9dd8f016a126b7e660503c390244c48c4dad63c5f2006926e030d507c3c019",
|
|
"ef98ebc663a29073c34cc8f7c373991811ad32c500384fb17f79eb1d381fd33a",
|
|
"f1503c9bb46285f9b44514ccd09fcca94ad6690fee3cb3c975596dded957e9f2",
|
|
"f160c82ef06adb1d1a15570fad656b65c3004a13462b5d914b5613cb01ec79e3",
|
|
"f183463806ba9db17bad3d19ab958ba9b4ce7525f9591c72d22f5e42a5c0cf9d",
|
|
"f1daf24242874a6be10eb1df2cf7db69197b6c8811171dd04009efe61ae54ccd",
|
|
"f2c0ec14f6418eead75bad5885ea87ab9e6c7c9381369c7321b0eb97ec8dc406",
|
|
"f341d1406e154138f1e204eb8f1dd376a13f6184fb0eed779a4c5e1be615c960",
|
|
"f4677df0c326a2067a18b81fca444de8720aac740f783963fe314ec352027cf0",
|
|
"f4993c18effdc709ea2ea613adaee14d39a2b7ed76044c6d2e02fae4a75c7f13",
|
|
"f50055f38e5285b91210e920bdeb0f787c27cf76b14ea50ffcc4407eeba03c51",
|
|
"f58920f995a9bc1cd747aef3679d0d04b03346943e2336f055639dd765fe0ca1",
|
|
"f5d89263c9d1b49f988f9bc73a3f239e46b3905f75ffdf12d7e0d29588081a1f",
|
|
"f67ca2495fdfdf68299dab2942631feae8ffdc2d1423bcb39bc8330a88ce5634",
|
|
"f6ec36f5904f9d5749bb2db0a2467055210f22cbba70e34424a05a531be38203",
|
|
"f737ffa046705ea5e385f3991ee35ad13bea3a54b6bb96789064a93127646755",
|
|
"f8699941b7e7a9464d31bef0d4391b0d30bf2962d93e7dfe43aea7f3cee0902f",
|
|
"f8a65801a3d98879479bf857c0e86bb3d062e779054ce70ce78e3b5d48db5601",
|
|
"f8e0a924fd646946c4d193808019829a22e1817d6fd3737cf8c34a9bb6a5469f",
|
|
"f8faefac4494393eef49ef96344eb4e6f9790cd15f267577b99960cc30cdc75f",
|
|
"f9f3cf08b8bca089a269a6d08119a60bc94505cbc0c7e1b702eb432227d898b2",
|
|
"fa6228ea29fd4868ba00107cf00cad55129220a5878a923a37eae40c0a81c2af",
|
|
"fb45bd26afd01f91434f1a65cbc5d5796fc3f66cc6ef6a837475c33970280407",
|
|
"fb472396fc4be1486d47eaa1710c9f788a826087eda9e5b4a64c491bce60bb18",
|
|
"fbc4245f1e315168582580ce8b8b24abb1c5263c0f1de2dbd7760534d1b71da6",
|
|
"fc1b2d74a718abecc03bb1b7ec1dda00747af4118ae8868026062ee7484022a3",
|
|
"fc42bc125105b493382808e622d35a7aae601e037923af4fabf172aef6cc75f8",
|
|
"fc4deeac6bc19dba3d1ad124fb099cde8b2237ece12f090b978c82ec6ed3997c",
|
|
"fd06db3896013c2ddf6708a4a137195e4bb52c942428ca798cadbe5486408a97",
|
|
"fd82ff6445e8610aecf234cb3f2bfaa94100273460b7a152e01fa7f9bbeb0c5c",
|
|
"fe58af03bad86258b98a761a4c0d292960b65d960e8f199e0082020058fba779",
|
|
"fe9604aeeaafb20f6d510118116a7b7a69d6b407a8d2572921994597a4f9f9c9",
|
|
"fec401c3724c39e455257b911def47db035f82cd093cd5a61c174e5ac1c04bc4",
|
|
"fed63b40ccc4c568b11926523f05515808a2be6c0960fdfb8ad994f3f78293f9"
|
|
],
|
|
"limitations": [
|
|
"Known source corpus, persons, vocabulary and template families.",
|
|
"Fresh questions/fact combinations; not an unseen-person or LLM-answer benchmark."
|
|
]
|
|
},
|
|
"source_review_sha256": "27eefe352269f3b001d1afb0c6dbd622eccc06cf03c8de538424af1b2f5ed840"
|
|
}
|