id,category,strict,error,latency_seconds,attempts,first_pass_strict wide-001,shared_keyword_pair,True,,46.673222578989225,1,True wide-002,shared_keyword_pair,True,,8.559933836993878,1,True wide-003,shared_keyword_pair,True,,7.599364289999357,1,True wide-004,shared_keyword_pair,True,,43.05431627100916,1,True wide-005,shared_keyword_pair,True,,46.60277532499458,1,True wide-006,shared_keyword_pair,True,,17.02198196199606,1,True wide-007,shared_keyword_pair,True,,37.58451674701064,1,True wide-008,shared_keyword_pair,True,,162.56305770600738,1,True wide-009,shared_keyword_pair,True,,96.59099388300092,1,True wide-010,shared_keyword_pair,True,,98.12694204699073,1,True wide-011,shared_keyword_pair,True,,5.023704371007625,1,True wide-012,shared_keyword_pair,True,,4.511661280004773,1,True wide-013,shared_keyword_pair,True,,4.7268635670043295,1,True wide-014,shared_keyword_pair,True,,4.411614174008719,1,True wide-015,shared_keyword_pair,True,,7.357604845994501,1,True wide-016,shared_keyword_pair,True,,8.766350423000404,1,True wide-017,shared_keyword_pair,True,,7.075148112009629,1,True wide-018,shared_keyword_pair,True,,7.273996427989914,1,True wide-019,shared_keyword_pair,True,,7.305565910995938,1,True wide-020,shared_keyword_pair,True,,6.627847782001481,1,True wide-021,shared_keyword_pair,True,,8.089955857009045,1,True wide-022,shared_keyword_pair,True,,7.479066304003936,1,True wide-023,shared_keyword_pair,True,,12.767835026999819,1,True wide-024,shared_keyword_pair,True,,12.18826178299787,1,True wide-025,shared_keyword_pair,True,,24.296105483997962,1,True wide-026,shared_keyword_pair,True,,26.256827491000877,1,True wide-027,shared_keyword_pair,True,,21.511969452010817,1,True wide-028,shared_keyword_pair,True,,13.690101789004984,1,True wide-029,shared_keyword_pair,True,,8.394414648006205,1,True wide-030,shared_keyword_pair,True,,13.538730853993911,1,True wide-031,shared_keyword_pair,True,,8.447307058013394,1,True wide-032,shared_keyword_pair,True,,13.313853904008283,1,True wide-033,shared_keyword_pair,True,,8.748317188990768,1,True wide-034,shared_keyword_pair,True,,15.075756493999506,1,True wide-035,shared_keyword_pair,True,,7.7471648280043155,1,True wide-036,shared_keyword_pair,True,,12.841984746992239,1,True wide-037,shared_keyword_pair,True,,8.577543838997371,1,True wide-038,shared_keyword_pair,True,,12.718846365998616,1,True wide-039,shared_keyword_pair,True,,9.08833715999208,1,True wide-040,shared_keyword_pair,True,,13.980110079006408,1,True wide-041,same_academic_year_pair,True,,7.145661453992943,1,True wide-042,same_academic_year_pair,True,,11.684578247994068,1,True wide-043,same_academic_year_pair,True,,10.049950553991948,1,True wide-044,same_academic_year_pair,True,,12.46243585999764,1,True wide-045,same_academic_year_pair,True,,9.949639684011345,1,True wide-046,same_academic_year_pair,True,,10.84967578999931,1,True wide-047,same_academic_year_pair,True,,11.929021324991481,1,True wide-048,same_academic_year_pair,True,,12.54277628500131,1,True wide-049,same_academic_year_pair,True,,12.512920577995828,1,True wide-050,same_academic_year_pair,True,,10.943723205011338,1,True wide-051,same_academic_year_pair,True,,11.361078971996903,1,True wide-052,same_academic_year_pair,True,,10.127026930989814,1,True wide-053,same_academic_year_pair,True,,9.671026055992115,1,True wide-054,same_academic_year_pair,True,,10.90942802200152,1,True wide-055,same_academic_year_pair,True,,9.650152500995318,1,True wide-056,same_academic_year_pair,True,,13.77639084700786,1,True wide-057,same_academic_year_pair,True,,7.519770080005401,1,True wide-058,same_academic_year_pair,True,,12.226794489004533,1,True wide-059,same_academic_year_pair,True,,9.18516255299619,1,True wide-060,same_academic_year_pair,True,,11.267676324001513,1,True wide-061,same_academic_year_pair,True,,8.971232945012162,1,True wide-062,same_academic_year_pair,True,,10.002240323010483,1,True wide-063,same_academic_year_pair,True,,9.58987016500032,1,True wide-064,same_academic_year_pair,True,,9.889049531993805,1,True wide-065,same_academic_year_pair,True,,10.5299181730079,1,True wide-066,same_academic_year_pair,True,,9.414292849003687,1,True wide-067,same_academic_year_pair,True,,12.795267630004673,1,True wide-068,same_academic_year_pair,True,,7.465757275000215,1,True wide-069,same_academic_year_pair,True,,13.18860708399734,1,True wide-070,same_academic_year_pair,True,,6.870617680004216,1,True wide-071,same_academic_year_pair,True,,13.928496929991525,1,True wide-072,same_academic_year_pair,True,,6.418771339012892,1,True wide-073,same_academic_year_pair,True,,11.917343320004875,1,True wide-074,same_academic_year_pair,True,,8.277425395994214,1,True wide-075,same_academic_year_pair,True,,10.830195090005873,1,True wide-076,same_academic_year_pair,True,,8.49058225400222,1,True wide-077,same_academic_year_pair,True,,10.718131281013484,1,True wide-078,same_academic_year_pair,True,,8.951186734004295,1,True wide-079,same_academic_year_pair,True,,10.618172678994597,1,True wide-080,same_academic_year_pair,True,,9.463216475996887,1,True wide-081,same_start_year_pair,True,,10.834732246003114,1,True wide-082,same_start_year_pair,True,,9.731701743992744,1,True wide-083,same_start_year_pair,True,,10.492485894006677,1,True wide-084,same_start_year_pair,True,,9.800166964996606,1,True wide-085,same_start_year_pair,True,,10.272105573007138,1,True wide-086,same_start_year_pair,True,,9.51915932400152,1,True wide-087,same_start_year_pair,True,,9.921699527010787,1,True wide-088,same_start_year_pair,True,,9.524695414002053,1,True wide-089,same_start_year_pair,True,,10.797489714997937,1,True wide-090,same_start_year_pair,True,,9.793365620993427,1,True wide-091,same_start_year_pair,True,,10.977525908994721,1,True wide-092,same_start_year_pair,True,,8.956933887006016,1,True wide-093,same_start_year_pair,True,,10.82372733700322,1,True wide-094,same_start_year_pair,True,,8.492465975010418,1,True wide-095,same_start_year_pair,True,,11.66025954700308,1,True wide-096,same_start_year_pair,True,,8.606951418012613,1,True wide-097,same_start_year_pair,True,,12.164914641994983,1,True wide-098,same_start_year_pair,True,,8.51734155100712,1,True wide-099,same_start_year_pair,True,,12.007975722997799,1,True wide-100,same_start_year_pair,True,,8.085574763012119,1,True wide-101,same_start_year_pair,True,,11.381393574003596,1,True wide-102,same_start_year_pair,True,,8.105480084996088,1,True wide-103,same_start_year_pair,True,,11.178495122003369,1,True wide-104,same_start_year_pair,False,,8.045926626000437,1,False wide-105,same_start_year_pair,True,,11.05217344200355,1,True wide-106,same_start_year_pair,True,,8.158618310000747,1,True wide-107,same_start_year_pair,True,,10.908150404997286,1,True wide-108,same_start_year_pair,True,,8.880417915992439,1,True wide-109,same_start_year_pair,True,,11.187253098003566,1,True wide-110,same_start_year_pair,True,,9.394831576995784,1,True wide-111,same_start_year_pair,True,,10.523962463004864,1,True wide-112,same_start_year_pair,True,,8.898946485001943,1,True wide-113,person_title_year,True,,9.418683277006494,1,True wide-114,person_title_year,True,,8.167781379001099,1,True wide-115,person_title_year,True,,8.713697127008345,1,True wide-116,person_title_year,True,,7.5155074930080445,1,True wide-117,person_title_year,True,,8.792661272003897,1,True wide-118,person_title_year,True,,7.729041151003912,1,True wide-119,person_title_year,False,InvalidAnswerFormat: two invalid JSON/schema responses,17.042694887000835,2,False wide-120,person_title_year,True,,7.293894077010918,1,True wide-121,person_title_year,True,,9.912295032001566,1,True wide-122,person_title_year,True,,10.336526605999097,1,True wide-123,person_title_year,True,,7.557256949992734,1,True wide-124,person_title_year,True,,9.972375639990787,1,True wide-125,person_title_year,True,,6.4579289499961305,1,True wide-126,person_title_year,True,,8.706965881996439,1,True wide-127,person_title_year,True,,6.528363082994474,1,True wide-128,person_title_year,True,,9.74250477401074,1,True wide-129,person_title_year,True,,7.816760465997504,1,True wide-130,person_title_year,True,,9.037185494991718,1,True wide-131,person_title_year,True,,6.980635786996572,1,True wide-132,person_title_year,True,,8.133284494004329,1,True wide-133,person_title_year,True,,7.697097384996596,1,True wide-134,person_title_year,True,,7.980329867990804,1,True wide-135,person_title_year,True,,7.890191981001408,1,True wide-136,person_title_year,True,,8.521550403995207,1,True wide-137,person_keyword_title,True,,8.654003389994614,1,True wide-138,person_keyword_title,True,,9.317925055991509,1,True wide-139,person_keyword_title,True,,8.443255108009907,1,True wide-140,person_keyword_title,True,,9.268355077001615,1,True wide-141,person_keyword_title,True,,8.619561607993091,1,True wide-142,person_keyword_title,True,,4.842823801009217,1,True wide-143,person_keyword_title,False,InvalidAnswerFormat: two invalid JSON/schema responses,25.41826143900107,2,False wide-144,person_keyword_title,True,,6.520040678005898,1,True wide-145,person_keyword_title,True,,6.482367881006212,1,True wide-146,person_keyword_title,True,,7.926933477006969,1,True wide-147,person_keyword_title,True,,9.258605299008195,1,True wide-148,person_keyword_title,True,,7.477349338005297,1,True wide-149,person_keyword_title,True,,11.021910049996222,1,True wide-150,person_keyword_title,True,,9.106626356995548,1,True wide-151,person_keyword_title,True,,9.87995294299617,1,True wide-152,person_keyword_title,True,,8.400023505993886,1,True wide-153,person_keyword_title,True,,8.574925572000211,1,True wide-154,person_keyword_title,True,,8.580053354002303,1,True wide-155,person_keyword_title,True,,9.083858401005273,1,True wide-156,person_keyword_title,True,,8.619125420998898,1,True wide-157,person_keyword_title,True,,9.071385319999536,1,True wide-158,person_keyword_title,True,,8.34309680199658,1,True wide-159,person_keyword_title,True,,9.822020093008177,1,True wide-160,person_keyword_title,True,,9.166224397995393,1,True wide-161,person_keyword_title,True,,10.358729845989728,1,True wide-162,person_keyword_title,True,,8.444243013000232,1,True wide-163,person_keyword_title,True,,9.713410705997376,1,True wide-164,person_keyword_title,True,,8.84475968699553,1,True wide-165,person_keyword_title,True,,5.332855019994895,1,True wide-166,person_keyword_title,True,,7.285008748003747,1,True wide-167,person_keyword_title,True,,7.721775719997822,1,True wide-168,person_keyword_title,True,,10.334125888999552,1,True wide-169,document_author_category_multi_hop,True,,5.7036590370116755,1,True wide-170,document_author_category_multi_hop,True,,9.754529660000117,1,True wide-171,document_author_category_multi_hop,True,,4.6746241329965414,1,True wide-172,document_author_category_multi_hop,True,,9.619921479999903,1,True wide-173,document_author_category_multi_hop,True,,6.214922799001215,1,True wide-174,document_author_category_multi_hop,True,,8.83508723799605,1,True wide-175,document_author_category_multi_hop,True,,6.034610215006978,1,True wide-176,document_author_category_multi_hop,False,InvalidAnswerFormat: two invalid JSON/schema responses,30.148610364005435,2,False wide-177,document_author_category_multi_hop,True,,5.49371292599244,1,True wide-178,document_author_category_multi_hop,True,,8.342899441995542,1,True wide-179,document_author_category_multi_hop,True,,9.640073613001732,1,True wide-180,document_author_category_multi_hop,True,,7.465760963008506,1,True wide-181,document_author_category_multi_hop,True,,5.794508402002975,1,True wide-182,document_author_category_multi_hop,True,,8.31849720000173,1,True wide-183,document_author_category_multi_hop,True,,9.857232266003848,1,True wide-184,document_author_category_multi_hop,True,,6.444520987992291,1,True wide-185,document_author_category_multi_hop,True,,9.522022441000445,1,True wide-186,document_author_category_multi_hop,True,,6.413496649009176,1,True wide-187,document_author_category_multi_hop,True,,10.410627094010124,1,True wide-188,document_author_category_multi_hop,True,,5.231139651994454,1,True wide-189,document_author_category_multi_hop,True,,8.794849190002424,1,True wide-190,document_author_category_multi_hop,True,,4.944473762996495,1,True wide-191,document_author_category_multi_hop,True,,10.042116317999898,1,True wide-192,document_author_category_multi_hop,True,,10.5407217900065,1,True wide-193,person_multiple_categories,True,,4.792528019999736,1,True wide-194,person_multiple_categories,True,,4.782916190000833,1,True wide-195,person_multiple_categories,True,,8.615475654994952,1,True wide-196,person_multiple_categories,True,,4.323636931003421,1,True wide-197,person_multiple_categories,True,,7.403106719997595,1,True wide-198,person_multiple_categories,True,,5.580519854003796,1,True wide-199,person_multiple_categories,True,,7.428712174994871,1,True wide-200,person_multiple_categories,True,,5.628509769987431,1,True wide-201,person_multiple_categories,True,,7.0406875039916486,1,True wide-202,person_multiple_categories,True,,5.428648525994504,1,True wide-203,person_multiple_categories,True,,7.3671833719999995,1,True wide-204,person_multiple_categories,True,,6.062737486005062,1,True wide-205,person_multiple_categories,True,,7.703495145004126,1,True wide-206,person_multiple_categories,True,,6.037194566000835,1,True wide-207,person_multiple_categories,True,,6.8626932660117745,1,True wide-208,person_multiple_categories,True,,5.614748537002015,1,True wide-209,person_multiple_categories,True,,7.410357187996851,1,True wide-210,person_multiple_categories,True,,5.773788381004124,1,True wide-211,person_multiple_categories,True,,8.462341753009241,1,True wide-212,person_multiple_categories,True,,3.9356538349966286,1,True wide-213,person_multiple_categories,True,,7.3488670679944335,1,True wide-214,person_multiple_categories,True,,5.440327513992088,1,True wide-215,person_multiple_categories,True,,7.479325737003819,1,True wide-216,person_multiple_categories,True,,5.488911034000921,1,True wide-217,candidate_set_aggregation,True,,12.322915113996714,1,True wide-218,candidate_set_aggregation,True,,7.939687445003074,1,True wide-219,candidate_set_aggregation,True,,15.70125729299616,1,True wide-220,candidate_set_aggregation,True,,7.490574616007507,1,True wide-221,candidate_set_aggregation,True,,14.266550314001506,1,True wide-222,candidate_set_aggregation,True,,9.285332848012331,1,True wide-223,candidate_set_aggregation,True,,15.166198047008947,1,True wide-224,candidate_set_aggregation,True,,7.299934319002205,1,True wide-225,candidate_set_aggregation,True,,12.34221489400079,1,True wide-226,candidate_set_aggregation,True,,9.4215394359926,1,True wide-227,candidate_set_aggregation,True,,11.556736822007224,1,True wide-228,candidate_set_aggregation,True,,9.91855254600523,1,True wide-229,candidate_set_aggregation,True,,10.58573554699251,1,True wide-230,candidate_set_aggregation,True,,10.693445764001808,1,True wide-231,candidate_set_aggregation,True,,11.349713716001133,1,True wide-232,candidate_set_aggregation,True,,11.74791878099495,1,True wide-233,candidate_set_aggregation,True,,11.048946268012514,1,True wide-234,candidate_set_aggregation,True,,11.014590331993531,1,True wide-235,candidate_set_aggregation,True,,10.42495377000887,1,True wide-236,candidate_set_aggregation,True,,11.615297402007855,1,True wide-237,candidate_set_aggregation,True,,11.304762533996836,1,True wide-238,candidate_set_aggregation,True,,12.494652763998602,1,True wide-239,candidate_set_aggregation,True,,10.859883589990204,1,True wide-240,candidate_set_aggregation,True,,11.546406508990913,1,True wide-241,candidate_set_aggregation,True,,9.245278398011578,1,True wide-242,candidate_set_aggregation,True,,12.081533781005419,1,True wide-243,candidate_set_aggregation,True,,9.45886921499914,1,True wide-244,candidate_set_aggregation,True,,12.694161742008873,1,True wide-245,candidate_set_aggregation,True,,8.572539522006991,1,True wide-246,candidate_set_aggregation,True,,12.862463094992563,1,True wide-247,candidate_set_aggregation,True,,8.681235329000629,1,True wide-248,candidate_set_aggregation,True,,14.288417944990215,1,True wide-249,conjunctive_disambiguation,True,,5.564151740996749,1,True wide-250,conjunctive_disambiguation,True,,9.57288877099927,1,True wide-251,conjunctive_disambiguation,True,,7.981897253994248,1,True wide-252,conjunctive_disambiguation,True,,8.615102830008254,1,True wide-253,conjunctive_disambiguation,True,,7.343791733001126,1,True wide-254,conjunctive_disambiguation,True,,8.36678491201019,1,True wide-255,conjunctive_disambiguation,True,,6.50943264500529,1,True wide-256,conjunctive_disambiguation,True,,8.855455351003911,1,True wide-257,conjunctive_disambiguation,True,,6.625423559002229,1,True wide-258,conjunctive_disambiguation,True,,10.785042872012127,1,True wide-259,conjunctive_disambiguation,True,,5.227306733999285,1,True wide-260,conjunctive_disambiguation,True,,9.602625528001226,1,True wide-261,conjunctive_disambiguation,True,,7.348476777013275,1,True wide-262,conjunctive_disambiguation,True,,9.600847927998984,1,True wide-263,conjunctive_disambiguation,True,,7.57662963400071,1,True wide-264,conjunctive_disambiguation,True,,9.053563342007692,1,True wide-265,conjunctive_disambiguation,True,,7.701207513004192,1,True wide-266,conjunctive_disambiguation,True,,8.352936759009026,1,True wide-267,conjunctive_disambiguation,True,,7.6647831270092865,1,True wide-268,conjunctive_disambiguation,True,,7.513196407002397,1,True wide-269,conjunctive_disambiguation,True,,7.314271451992681,1,True wide-270,conjunctive_disambiguation,True,,7.282059941004263,1,True wide-271,conjunctive_disambiguation,True,,7.553321383005823,1,True wide-272,conjunctive_disambiguation,True,,8.163246180993156,1,True wide-273,conjunctive_disambiguation,True,,7.806915986991953,1,True wide-274,conjunctive_disambiguation,True,,8.457703224004945,1,True wide-275,conjunctive_disambiguation,True,,7.778582415005076,1,True wide-276,conjunctive_disambiguation,True,,9.062161419002223,1,True wide-277,conjunctive_disambiguation,True,,7.960439574002521,1,True wide-278,conjunctive_disambiguation,True,,8.366461051002261,1,True wide-279,conjunctive_disambiguation,True,,7.2900457229989115,1,True wide-280,conjunctive_disambiguation,True,,7.8031022979994304,1,True wide-281,conjunctive_disambiguation,True,,7.834450206995825,1,True wide-282,conjunctive_disambiguation,True,,8.4359122379974,1,True wide-283,conjunctive_disambiguation,True,,9.275576508007362,1,True wide-284,conjunctive_disambiguation,True,,8.009781319007743,1,True wide-285,conjunctive_disambiguation,True,,10.937106861994835,1,True wide-286,conjunctive_disambiguation,True,,5.5999535669980105,1,True wide-287,conjunctive_disambiguation,True,,10.864354767996701,1,True wide-288,conjunctive_disambiguation,True,,5.759624956001062,1,True wide-289,negative_lookup,True,,7.9427883150056005,1,True wide-290,negative_lookup,True,,5.373547496012179,1,True wide-291,negative_lookup,True,,7.423920717992587,1,True wide-292,negative_lookup,True,,2.929652819002513,1,True wide-293,negative_lookup,True,,5.856424662997597,1,True wide-294,negative_lookup,True,,7.053081437989022,1,True wide-295,negative_lookup,True,,6.665841868001735,1,True wide-296,negative_lookup,True,,7.309867624993785,1,True wide-297,negative_lookup,True,,6.265542463006568,1,True wide-298,negative_lookup,True,,7.0743426569970325,1,True wide-299,negative_lookup,True,,5.507314685994061,1,True wide-300,negative_lookup,True,,5.693418583992752,1,True wide-301,negative_lookup,True,,5.491494399990188,1,True wide-302,negative_lookup,True,,4.511676192007144,1,True wide-303,negative_lookup,True,,5.679598642003839,1,True wide-304,negative_lookup,True,,5.175881937990198,1,True wide-305,negative_lookup,True,,7.612728366002557,1,True wide-306,negative_lookup,True,,5.382500367995817,1,True wide-307,negative_lookup,True,,7.818900088008377,1,True wide-308,negative_lookup,True,,5.674700601011864,1,True wide-309,negative_lookup,True,,8.50653202299145,1,True wide-310,negative_lookup,True,,3.142994189009187,1,True wide-311,negative_lookup,True,,7.0121463510004105,1,True wide-312,negative_lookup,True,,2.9377342259977013,1,True wide-313,negative_lookup,True,,6.331644553996739,1,True wide-314,negative_lookup,True,,3.377158279006835,1,True wide-315,negative_lookup,True,,5.142885044988361,1,True wide-316,negative_lookup,True,,5.371270889008883,1,True wide-317,negative_lookup,True,,6.465425841000979,1,True wide-318,negative_lookup,True,,2.8997244839993073,1,True wide-319,negative_lookup,True,,5.762461207006709,1,True wide-320,negative_lookup,True,,5.02917427700595,1,True