id,category,strict,error,latency_seconds,attempts,first_pass_strict wide-001,shared_keyword_pair,True,,5.262378749001073,1,True wide-002,shared_keyword_pair,True,,11.023844788011047,1,True wide-003,shared_keyword_pair,True,,6.837112370994873,1,True wide-004,shared_keyword_pair,True,,7.825073618005263,1,True wide-005,shared_keyword_pair,True,,10.047133992004092,1,True wide-006,shared_keyword_pair,True,,8.64593629699084,1,True wide-007,shared_keyword_pair,True,,9.661823686998105,1,True wide-008,shared_keyword_pair,True,,8.533432190000894,1,True wide-009,shared_keyword_pair,True,,8.852785049995873,1,True wide-010,shared_keyword_pair,True,,8.675380236003548,1,True wide-011,shared_keyword_pair,True,,9.178905939988908,1,True wide-012,shared_keyword_pair,True,,8.79627010099648,1,True wide-013,shared_keyword_pair,True,,9.117540171995643,1,True wide-014,shared_keyword_pair,True,,8.615218720005942,1,True wide-015,shared_keyword_pair,True,,9.395387979006045,1,True wide-016,shared_keyword_pair,True,,8.779454938994604,1,True wide-017,shared_keyword_pair,True,,9.478577678994043,1,True wide-018,shared_keyword_pair,True,,8.680933992000064,1,True wide-019,shared_keyword_pair,True,,9.240019315999234,1,True wide-020,shared_keyword_pair,True,,8.530438004003372,1,True wide-021,shared_keyword_pair,True,,9.019007034992683,1,True wide-022,shared_keyword_pair,True,,8.598487436000141,1,True wide-023,shared_keyword_pair,True,,9.186067746006302,1,True wide-024,shared_keyword_pair,True,,8.59094295601244,1,True wide-025,shared_keyword_pair,True,,8.722591666009976,1,True wide-026,shared_keyword_pair,True,,8.684057810998638,1,True wide-027,shared_keyword_pair,True,,8.90965538599994,1,True wide-028,shared_keyword_pair,True,,9.036431355998502,1,True wide-029,shared_keyword_pair,True,,16.985941207996802,2,False wide-030,shared_keyword_pair,True,,9.278765659008059,1,True wide-031,shared_keyword_pair,True,,8.859797060998972,1,True wide-032,shared_keyword_pair,True,,8.551712281012442,1,True wide-033,shared_keyword_pair,True,,8.871659873999306,1,True wide-034,shared_keyword_pair,True,,10.27713256199786,1,True wide-035,shared_keyword_pair,True,,8.731808247001027,1,True wide-036,shared_keyword_pair,True,,10.022244788997341,1,True wide-037,shared_keyword_pair,True,,7.606950429995777,1,True wide-038,shared_keyword_pair,True,,9.073549334003474,1,True wide-039,shared_keyword_pair,True,,6.649941058989498,1,True wide-040,shared_keyword_pair,True,,9.70009443500021,1,True wide-041,same_academic_year_pair,True,,4.9646135219954886,1,True wide-042,same_academic_year_pair,True,,8.739653348005959,1,True wide-043,same_academic_year_pair,True,,8.06010635799612,1,True wide-044,same_academic_year_pair,True,,10.40220917899569,1,True wide-045,same_academic_year_pair,True,,8.44839003800007,1,True wide-046,same_academic_year_pair,True,,9.635705161999795,1,True wide-047,same_academic_year_pair,True,,11.822098678007023,1,True wide-048,same_academic_year_pair,True,,8.148709733010037,1,True wide-049,same_academic_year_pair,True,,18.129530342004728,2,False wide-050,same_academic_year_pair,True,,8.248969623993617,1,True wide-051,same_academic_year_pair,True,,10.277082996006357,1,True wide-052,same_academic_year_pair,True,,10.281655037004384,1,True wide-053,same_academic_year_pair,True,,5.898193639994133,1,True wide-054,same_academic_year_pair,True,,7.909174476997578,1,True wide-055,same_academic_year_pair,True,,6.191400594994775,1,True wide-056,same_academic_year_pair,True,,10.229951275003259,1,True wide-057,same_academic_year_pair,True,,5.858902864987613,1,True wide-058,same_academic_year_pair,True,,9.390882232997683,1,True wide-059,same_academic_year_pair,True,,7.287893086002441,1,True wide-060,same_academic_year_pair,True,,10.045547063986305,1,True wide-061,same_academic_year_pair,True,,7.13498594200064,1,True wide-062,same_academic_year_pair,True,,8.994601780999801,1,True wide-063,same_academic_year_pair,True,,6.288157966002473,1,True wide-064,same_academic_year_pair,True,,9.025555226995493,1,True wide-065,same_academic_year_pair,True,,6.9650647310045315,1,True wide-066,same_academic_year_pair,True,,9.574780579001526,1,True wide-067,same_academic_year_pair,True,,8.074011475997395,1,True wide-068,same_academic_year_pair,True,,9.531611518992577,1,True wide-069,same_academic_year_pair,True,,8.634510207004496,1,True wide-070,same_academic_year_pair,True,,8.958400035000523,1,True wide-071,same_academic_year_pair,True,,9.77839753999433,1,True wide-072,same_academic_year_pair,True,,8.366447199005052,1,True wide-073,same_academic_year_pair,True,,9.756975818992942,1,True wide-074,same_academic_year_pair,True,,7.232408730007592,1,True wide-075,same_academic_year_pair,True,,9.765164623997407,1,True wide-076,same_academic_year_pair,True,,7.285313993008458,1,True wide-077,same_academic_year_pair,True,,10.151919288997306,1,True wide-078,same_academic_year_pair,True,,7.673378441002569,1,True wide-079,same_academic_year_pair,True,,10.634893157999613,1,True wide-080,same_academic_year_pair,True,,4.789500615996076,1,True wide-081,same_start_year_pair,True,,8.585048984998139,1,True wide-082,same_start_year_pair,True,,8.499404791000416,1,True wide-083,same_start_year_pair,True,,5.630402820999734,1,True wide-084,same_start_year_pair,True,,6.908654918996035,1,True wide-085,same_start_year_pair,True,,5.944816776987864,1,True wide-086,same_start_year_pair,True,,9.126075861990103,1,True wide-087,same_start_year_pair,True,,5.440862012997968,1,True wide-088,same_start_year_pair,True,,6.5059300099965185,1,True wide-089,same_start_year_pair,True,,6.697157860995503,1,True wide-090,same_start_year_pair,True,,3.26202636299422,1,True wide-091,same_start_year_pair,True,,6.4398382079962175,1,True wide-092,same_start_year_pair,True,,9.066495395993115,1,True wide-093,same_start_year_pair,True,,7.360152271998231,1,True wide-094,same_start_year_pair,True,,9.541269890003605,1,True wide-095,same_start_year_pair,True,,7.569437859012396,1,True wide-096,same_start_year_pair,True,,11.024270423004054,1,True wide-097,same_start_year_pair,True,,5.715482076993794,1,True wide-098,same_start_year_pair,True,,8.736371631996008,1,True wide-099,same_start_year_pair,True,,6.249446924994118,1,True wide-100,same_start_year_pair,True,,10.805812649006839,1,True wide-101,same_start_year_pair,True,,5.220276794992969,1,True wide-102,same_start_year_pair,True,,9.947560219006846,1,True wide-103,same_start_year_pair,True,,7.779931154000224,1,True wide-104,same_start_year_pair,True,,10.890818430008949,1,True wide-105,same_start_year_pair,True,,3.6545174839993706,1,True wide-106,same_start_year_pair,True,,7.7419946619920665,1,True wide-107,same_start_year_pair,True,,4.410995238999021,1,True wide-108,same_start_year_pair,True,,6.583789386000717,1,True wide-109,same_start_year_pair,True,,6.958590795999044,1,True wide-110,same_start_year_pair,True,,11.648579076994793,1,True wide-111,same_start_year_pair,True,,3.022186320988112,1,True wide-112,same_start_year_pair,True,,2.6744268070033286,1,True wide-113,person_title_year,True,,3.9001984620117582,1,True wide-114,person_title_year,True,,6.90090462200169,1,True wide-115,person_title_year,True,,5.2774354059947655,1,True wide-116,person_title_year,True,,5.405227045004722,1,True wide-117,person_title_year,True,,4.662688102005632,1,True wide-118,person_title_year,True,,4.6598335029993905,1,True wide-119,person_title_year,True,,7.607376700005261,1,True wide-120,person_title_year,True,,3.551628603003337,1,True wide-121,person_title_year,True,,6.179311268002493,1,True wide-122,person_title_year,True,,5.917100324993953,1,True wide-123,person_title_year,True,,6.548046129988506,1,True wide-124,person_title_year,True,,7.861738689010963,1,True wide-125,person_title_year,True,,4.563962607993744,1,True wide-126,person_title_year,True,,5.80828094399476,1,True wide-127,person_title_year,True,,5.077105101998313,1,True wide-128,person_title_year,True,,6.038464580007712,1,True wide-129,person_title_year,True,,7.096872989000985,1,True wide-130,person_title_year,True,,7.872525553000742,2,False wide-131,person_title_year,True,,7.498921799997333,1,True wide-132,person_title_year,True,,5.892531138000777,1,True wide-133,person_title_year,True,,5.6638127920014085,1,True wide-134,person_title_year,True,,5.172251234005671,1,True wide-135,person_title_year,True,,5.744371400011005,1,True wide-136,person_title_year,True,,4.798829792998731,1,True wide-137,person_keyword_title,True,,6.910317715010024,1,True wide-138,person_keyword_title,True,,6.913008176998119,1,True wide-139,person_keyword_title,True,,8.655944869999075,1,True wide-140,person_keyword_title,True,,7.773692659000517,1,True wide-141,person_keyword_title,True,,9.624433186996612,1,True wide-142,person_keyword_title,True,,3.844812393988832,1,True wide-143,person_keyword_title,True,,7.311962670995854,1,True wide-144,person_keyword_title,True,,8.996415396002703,1,True wide-145,person_keyword_title,True,,4.76172783500806,1,True wide-146,person_keyword_title,True,,6.710666915998445,1,True wide-147,person_keyword_title,True,,7.200240036996547,1,True wide-148,person_keyword_title,True,,8.873094891998335,1,True wide-149,person_keyword_title,True,,7.56319696000719,1,True wide-150,person_keyword_title,True,,8.975214990001405,1,True wide-151,person_keyword_title,True,,7.537857122006244,1,True wide-152,person_keyword_title,True,,8.62167695100652,1,True wide-153,person_keyword_title,True,,6.811467941006413,1,True wide-154,person_keyword_title,True,,9.136220678992686,1,True wide-155,person_keyword_title,True,,7.490241913008504,1,True wide-156,person_keyword_title,True,,9.619424235992483,1,True wide-157,person_keyword_title,True,,7.075699581997469,1,True wide-158,person_keyword_title,True,,9.402772761997767,1,True wide-159,person_keyword_title,True,,7.3926155700028175,1,True wide-160,person_keyword_title,True,,9.592219272002694,1,True wide-161,person_keyword_title,True,,7.692930470002466,1,True wide-162,person_keyword_title,True,,9.336959647000185,1,True wide-163,person_keyword_title,True,,7.659145907993661,1,True wide-164,person_keyword_title,True,,9.989820002010674,1,True wide-165,person_keyword_title,True,,3.6757876240008045,1,True wide-166,person_keyword_title,True,,6.71545403500204,1,True wide-167,person_keyword_title,True,,8.453232906991616,1,True wide-168,person_keyword_title,True,,7.789937220004504,1,True wide-169,document_author_category_multi_hop,True,,8.230146304005757,1,True wide-170,document_author_category_multi_hop,True,,6.4932332140015205,1,True wide-171,document_author_category_multi_hop,True,,7.096607529994799,1,True wide-172,document_author_category_multi_hop,True,,5.593765233003069,1,True wide-173,document_author_category_multi_hop,True,,6.806600865995279,1,True wide-174,document_author_category_multi_hop,True,,5.3536878140002955,1,True wide-175,document_author_category_multi_hop,True,,7.072415729999193,1,True wide-176,document_author_category_multi_hop,True,,6.418687598998076,1,True wide-177,document_author_category_multi_hop,True,,7.768641275004484,1,True wide-178,document_author_category_multi_hop,True,,6.695670635002898,1,True wide-179,document_author_category_multi_hop,True,,6.646737192000728,1,True wide-180,document_author_category_multi_hop,True,,5.989018792010029,1,True wide-181,document_author_category_multi_hop,True,,6.119498893007403,1,True wide-182,document_author_category_multi_hop,True,,5.9745991970121395,1,True wide-183,document_author_category_multi_hop,True,,6.077126152988058,1,True wide-184,document_author_category_multi_hop,True,,5.992435852997005,1,True wide-185,document_author_category_multi_hop,True,,6.213222564998432,1,True wide-186,document_author_category_multi_hop,True,,6.683954360996722,1,True wide-187,document_author_category_multi_hop,True,,6.843328906004899,1,True wide-188,document_author_category_multi_hop,True,,7.07258083600027,1,True wide-189,document_author_category_multi_hop,True,,6.259952289008652,1,True wide-190,document_author_category_multi_hop,True,,6.505296975999954,1,True wide-191,document_author_category_multi_hop,True,,6.268639836998773,1,True wide-192,document_author_category_multi_hop,True,,7.003398792003281,1,True wide-193,person_multiple_categories,True,,6.194855802998063,1,True wide-194,person_multiple_categories,True,,5.364437454001745,1,True wide-195,person_multiple_categories,True,,4.545286751992535,1,True wide-196,person_multiple_categories,True,,4.151337641000282,1,True wide-197,person_multiple_categories,True,,8.146557949992712,2,False wide-198,person_multiple_categories,True,,4.233387041007518,1,True wide-199,person_multiple_categories,True,,6.291938512003981,1,True wide-200,person_multiple_categories,True,,9.257844247011235,2,False wide-201,person_multiple_categories,True,,3.8606335170043167,1,True wide-202,person_multiple_categories,True,,4.706902887002798,1,True wide-203,person_multiple_categories,True,,4.9716377110016765,1,True wide-204,person_multiple_categories,True,,11.950999951994163,2,False wide-205,person_multiple_categories,True,,5.60192243399797,1,True wide-206,person_multiple_categories,True,,5.590988194002421,1,True wide-207,person_multiple_categories,True,,7.846379655005876,2,False wide-208,person_multiple_categories,True,,7.050330217010924,1,True wide-209,person_multiple_categories,True,,5.981790188001469,1,True wide-210,person_multiple_categories,True,,4.014929401004338,1,True wide-211,person_multiple_categories,True,,5.048257627000567,1,True wide-212,person_multiple_categories,True,,2.727644105994841,1,True wide-213,person_multiple_categories,True,,4.587378602998797,1,True wide-214,person_multiple_categories,True,,3.6640594680065988,1,True wide-215,person_multiple_categories,True,,7.165378771998803,1,True wide-216,person_multiple_categories,True,,6.913648023997666,2,False wide-217,candidate_set_aggregation,True,,8.149436000996502,1,True wide-218,candidate_set_aggregation,True,,7.928223324997816,1,True wide-219,candidate_set_aggregation,True,,8.299362689998816,1,True wide-220,candidate_set_aggregation,True,,9.450791957002366,1,True wide-221,candidate_set_aggregation,True,,8.832846570992842,1,True wide-222,candidate_set_aggregation,True,,9.567884083997342,1,True wide-223,candidate_set_aggregation,True,,8.838387846000842,1,True wide-224,candidate_set_aggregation,True,,9.386160062989802,1,True wide-225,candidate_set_aggregation,True,,8.62494325399166,1,True wide-226,candidate_set_aggregation,True,,9.428272984994692,1,True wide-227,candidate_set_aggregation,True,,8.599248733007698,1,True wide-228,candidate_set_aggregation,True,,9.487015202001203,1,True wide-229,candidate_set_aggregation,True,,8.605383807007456,1,True wide-230,candidate_set_aggregation,True,,9.61059859499801,1,True wide-231,candidate_set_aggregation,True,,8.823051813000347,1,True wide-232,candidate_set_aggregation,True,,9.740953706990695,1,True wide-233,candidate_set_aggregation,True,,8.722386483990704,1,True wide-234,candidate_set_aggregation,True,,9.489644886998576,1,True wide-235,candidate_set_aggregation,True,,8.559914067009231,1,True wide-236,candidate_set_aggregation,True,,9.524188774012146,1,True wide-237,candidate_set_aggregation,True,,8.78702475198952,1,True wide-238,candidate_set_aggregation,True,,9.779589921003208,1,True wide-239,candidate_set_aggregation,True,,8.832212022010935,1,True wide-240,candidate_set_aggregation,True,,9.979131497995695,1,True wide-241,candidate_set_aggregation,True,,8.59488222800428,1,True wide-242,candidate_set_aggregation,True,,9.823719104999327,1,True wide-243,candidate_set_aggregation,True,,8.220046620001085,1,True wide-244,candidate_set_aggregation,True,,10.194505384002696,1,True wide-245,candidate_set_aggregation,True,,8.194634853003663,1,True wide-246,candidate_set_aggregation,True,,10.07240725599695,1,True wide-247,candidate_set_aggregation,True,,7.7612789029954,1,True wide-248,candidate_set_aggregation,True,,11.560260020007263,1,True wide-249,conjunctive_disambiguation,True,,5.476591879996704,1,True wide-250,conjunctive_disambiguation,True,,8.843467402999522,1,True wide-251,conjunctive_disambiguation,True,,7.115450201003114,1,True wide-252,conjunctive_disambiguation,True,,8.416170042997692,1,True wide-253,conjunctive_disambiguation,True,,6.920364450008492,1,True wide-254,conjunctive_disambiguation,True,,8.249018574002548,1,True wide-255,conjunctive_disambiguation,True,,6.858485064003617,1,True wide-256,conjunctive_disambiguation,True,,8.336330271995394,1,True wide-257,conjunctive_disambiguation,True,,6.96214788701036,1,True wide-258,conjunctive_disambiguation,True,,8.381303394009592,1,True wide-259,conjunctive_disambiguation,True,,7.045915052003693,1,True wide-260,conjunctive_disambiguation,True,,8.721610349006369,1,True wide-261,conjunctive_disambiguation,True,,6.935596920011449,1,True wide-262,conjunctive_disambiguation,True,,8.776731780002592,1,True wide-263,conjunctive_disambiguation,True,,6.759910934997606,1,True wide-264,conjunctive_disambiguation,True,,9.799247552000452,1,True wide-265,conjunctive_disambiguation,True,,5.189480711997021,1,True wide-266,conjunctive_disambiguation,True,,8.85979151999345,1,True wide-267,conjunctive_disambiguation,True,,6.7524094420077745,1,True wide-268,conjunctive_disambiguation,True,,9.291388099998585,1,True wide-269,conjunctive_disambiguation,True,,6.566982984004426,1,True wide-270,conjunctive_disambiguation,True,,8.416923523996957,1,True wide-271,conjunctive_disambiguation,True,,6.700699591994635,1,True wide-272,conjunctive_disambiguation,True,,8.531122063999646,1,True wide-273,conjunctive_disambiguation,True,,6.868541053991066,1,True wide-274,conjunctive_disambiguation,True,,8.585297629004344,1,True wide-275,conjunctive_disambiguation,True,,6.873942530000932,1,True wide-276,conjunctive_disambiguation,True,,8.594346833997406,1,True wide-277,conjunctive_disambiguation,True,,6.816038967008353,1,True wide-278,conjunctive_disambiguation,True,,8.591339434002293,1,True wide-279,conjunctive_disambiguation,True,,6.7824973950046115,1,True wide-280,conjunctive_disambiguation,True,,8.697670733003179,1,True wide-281,conjunctive_disambiguation,True,,6.762842822994571,1,True wide-282,conjunctive_disambiguation,True,,8.647353213993483,1,True wide-283,conjunctive_disambiguation,True,,18.08595217599941,2,False wide-284,conjunctive_disambiguation,True,,7.201167734005139,1,True wide-285,conjunctive_disambiguation,False,,28.01832078601001,2,False wide-286,conjunctive_disambiguation,True,,5.158636806998402,1,True wide-287,conjunctive_disambiguation,True,,11.181534039991675,1,True wide-288,conjunctive_disambiguation,True,,5.375784352989285,1,True wide-289,negative_lookup,True,,3.1519780079979682,1,True wide-290,negative_lookup,True,,2.5652610169927357,1,True wide-291,negative_lookup,True,,2.116932502001873,1,True wide-292,negative_lookup,True,,2.1522221219929634,1,True wide-293,negative_lookup,True,,2.2185270579939242,1,True wide-294,negative_lookup,True,,2.3594186319969594,1,True wide-295,negative_lookup,True,,3.4991669790033484,1,True wide-296,negative_lookup,True,,3.309362318002968,1,True wide-297,negative_lookup,True,,3.1218993680085987,1,True wide-298,negative_lookup,True,,2.7141988500079606,1,True wide-299,negative_lookup,True,,2.4447732209955575,1,True wide-300,negative_lookup,True,,2.579182736008079,1,True wide-301,negative_lookup,True,,2.425772479007719,1,True wide-302,negative_lookup,True,,2.5622203609964345,1,True wide-303,negative_lookup,True,,2.476981298008468,1,True wide-304,negative_lookup,True,,2.6007943300064653,1,True wide-305,negative_lookup,True,,2.457786357990699,1,True wide-306,negative_lookup,True,,2.566486335999798,1,True wide-307,negative_lookup,True,,2.6169559550035046,1,True wide-308,negative_lookup,True,,2.7340419859974645,1,True wide-309,negative_lookup,True,,2.619804314992507,1,True wide-310,negative_lookup,True,,2.556121910994989,1,True wide-311,negative_lookup,True,,2.4317323060095077,1,True wide-312,negative_lookup,True,,2.506849172001239,1,True wide-313,negative_lookup,True,,2.4141654220002238,1,True wide-314,negative_lookup,True,,2.4877845580049325,1,True wide-315,negative_lookup,True,,2.4770866070030024,1,True wide-316,negative_lookup,True,,2.494239155013929,1,True wide-317,negative_lookup,True,,2.461824482001248,1,True wide-318,negative_lookup,True,,2.4353119149891427,1,True wide-319,negative_lookup,True,,2.512933713005623,1,True wide-320,negative_lookup,True,,1.8379592370038154,1,True