dp-zp-agent/experiments/graphrag/results/answers_v6_regression_2026-10-25/answers_regression.csv

1	id	category	strict	error	latency_seconds	attempts	first_pass_strict
2	wide-001	shared_keyword_pair	True		46.673222578989225	1	True
3	wide-002	shared_keyword_pair	True		8.559933836993878	1	True
4	wide-003	shared_keyword_pair	True		7.599364289999357	1	True
5	wide-004	shared_keyword_pair	True		43.05431627100916	1	True
6	wide-005	shared_keyword_pair	True		46.60277532499458	1	True
7	wide-006	shared_keyword_pair	True		17.02198196199606	1	True
8	wide-007	shared_keyword_pair	True		37.58451674701064	1	True
9	wide-008	shared_keyword_pair	True		162.56305770600738	1	True
10	wide-009	shared_keyword_pair	True		96.59099388300092	1	True
11	wide-010	shared_keyword_pair	True		98.12694204699073	1	True
12	wide-011	shared_keyword_pair	True		5.023704371007625	1	True
13	wide-012	shared_keyword_pair	True		4.511661280004773	1	True
14	wide-013	shared_keyword_pair	True		4.7268635670043295	1	True
15	wide-014	shared_keyword_pair	True		4.411614174008719	1	True
16	wide-015	shared_keyword_pair	True		7.357604845994501	1	True
17	wide-016	shared_keyword_pair	True		8.766350423000404	1	True
18	wide-017	shared_keyword_pair	True		7.075148112009629	1	True
19	wide-018	shared_keyword_pair	True		7.273996427989914	1	True
20	wide-019	shared_keyword_pair	True		7.305565910995938	1	True
21	wide-020	shared_keyword_pair	True		6.627847782001481	1	True
22	wide-021	shared_keyword_pair	True		8.089955857009045	1	True
23	wide-022	shared_keyword_pair	True		7.479066304003936	1	True
24	wide-023	shared_keyword_pair	True		12.767835026999819	1	True
25	wide-024	shared_keyword_pair	True		12.18826178299787	1	True
26	wide-025	shared_keyword_pair	True		24.296105483997962	1	True
27	wide-026	shared_keyword_pair	True		26.256827491000877	1	True
28	wide-027	shared_keyword_pair	True		21.511969452010817	1	True
29	wide-028	shared_keyword_pair	True		13.690101789004984	1	True
30	wide-029	shared_keyword_pair	True		8.394414648006205	1	True
31	wide-030	shared_keyword_pair	True		13.538730853993911	1	True
32	wide-031	shared_keyword_pair	True		8.447307058013394	1	True
33	wide-032	shared_keyword_pair	True		13.313853904008283	1	True
34	wide-033	shared_keyword_pair	True		8.748317188990768	1	True
35	wide-034	shared_keyword_pair	True		15.075756493999506	1	True
36	wide-035	shared_keyword_pair	True		7.7471648280043155	1	True
37	wide-036	shared_keyword_pair	True		12.841984746992239	1	True
38	wide-037	shared_keyword_pair	True		8.577543838997371	1	True
39	wide-038	shared_keyword_pair	True		12.718846365998616	1	True
40	wide-039	shared_keyword_pair	True		9.08833715999208	1	True
41	wide-040	shared_keyword_pair	True		13.980110079006408	1	True
42	wide-041	same_academic_year_pair	True		7.145661453992943	1	True
43	wide-042	same_academic_year_pair	True		11.684578247994068	1	True
44	wide-043	same_academic_year_pair	True		10.049950553991948	1	True
45	wide-044	same_academic_year_pair	True		12.46243585999764	1	True
46	wide-045	same_academic_year_pair	True		9.949639684011345	1	True
47	wide-046	same_academic_year_pair	True		10.84967578999931	1	True
48	wide-047	same_academic_year_pair	True		11.929021324991481	1	True
49	wide-048	same_academic_year_pair	True		12.54277628500131	1	True
50	wide-049	same_academic_year_pair	True		12.512920577995828	1	True
51	wide-050	same_academic_year_pair	True		10.943723205011338	1	True
52	wide-051	same_academic_year_pair	True		11.361078971996903	1	True
53	wide-052	same_academic_year_pair	True		10.127026930989814	1	True
54	wide-053	same_academic_year_pair	True		9.671026055992115	1	True
55	wide-054	same_academic_year_pair	True		10.90942802200152	1	True
56	wide-055	same_academic_year_pair	True		9.650152500995318	1	True
57	wide-056	same_academic_year_pair	True		13.77639084700786	1	True
58	wide-057	same_academic_year_pair	True		7.519770080005401	1	True
59	wide-058	same_academic_year_pair	True		12.226794489004533	1	True
60	wide-059	same_academic_year_pair	True		9.18516255299619	1	True
61	wide-060	same_academic_year_pair	True		11.267676324001513	1	True
62	wide-061	same_academic_year_pair	True		8.971232945012162	1	True
63	wide-062	same_academic_year_pair	True		10.002240323010483	1	True
64	wide-063	same_academic_year_pair	True		9.58987016500032	1	True
65	wide-064	same_academic_year_pair	True		9.889049531993805	1	True
66	wide-065	same_academic_year_pair	True		10.5299181730079	1	True
67	wide-066	same_academic_year_pair	True		9.414292849003687	1	True
68	wide-067	same_academic_year_pair	True		12.795267630004673	1	True
69	wide-068	same_academic_year_pair	True		7.465757275000215	1	True
70	wide-069	same_academic_year_pair	True		13.18860708399734	1	True
71	wide-070	same_academic_year_pair	True		6.870617680004216	1	True
72	wide-071	same_academic_year_pair	True		13.928496929991525	1	True
73	wide-072	same_academic_year_pair	True		6.418771339012892	1	True
74	wide-073	same_academic_year_pair	True		11.917343320004875	1	True
75	wide-074	same_academic_year_pair	True		8.277425395994214	1	True
76	wide-075	same_academic_year_pair	True		10.830195090005873	1	True
77	wide-076	same_academic_year_pair	True		8.49058225400222	1	True
78	wide-077	same_academic_year_pair	True		10.718131281013484	1	True
79	wide-078	same_academic_year_pair	True		8.951186734004295	1	True
80	wide-079	same_academic_year_pair	True		10.618172678994597	1	True
81	wide-080	same_academic_year_pair	True		9.463216475996887	1	True
82	wide-081	same_start_year_pair	True		10.834732246003114	1	True
83	wide-082	same_start_year_pair	True		9.731701743992744	1	True
84	wide-083	same_start_year_pair	True		10.492485894006677	1	True
85	wide-084	same_start_year_pair	True		9.800166964996606	1	True
86	wide-085	same_start_year_pair	True		10.272105573007138	1	True
87	wide-086	same_start_year_pair	True		9.51915932400152	1	True
88	wide-087	same_start_year_pair	True		9.921699527010787	1	True
89	wide-088	same_start_year_pair	True		9.524695414002053	1	True
90	wide-089	same_start_year_pair	True		10.797489714997937	1	True
91	wide-090	same_start_year_pair	True		9.793365620993427	1	True
92	wide-091	same_start_year_pair	True		10.977525908994721	1	True
93	wide-092	same_start_year_pair	True		8.956933887006016	1	True
94	wide-093	same_start_year_pair	True		10.82372733700322	1	True
95	wide-094	same_start_year_pair	True		8.492465975010418	1	True
96	wide-095	same_start_year_pair	True		11.66025954700308	1	True
97	wide-096	same_start_year_pair	True		8.606951418012613	1	True
98	wide-097	same_start_year_pair	True		12.164914641994983	1	True
99	wide-098	same_start_year_pair	True		8.51734155100712	1	True
100	wide-099	same_start_year_pair	True		12.007975722997799	1	True
101	wide-100	same_start_year_pair	True		8.085574763012119	1	True
102	wide-101	same_start_year_pair	True		11.381393574003596	1	True
103	wide-102	same_start_year_pair	True		8.105480084996088	1	True
104	wide-103	same_start_year_pair	True		11.178495122003369	1	True
105	wide-104	same_start_year_pair	False		8.045926626000437	1	False
106	wide-105	same_start_year_pair	True		11.05217344200355	1	True
107	wide-106	same_start_year_pair	True		8.158618310000747	1	True
108	wide-107	same_start_year_pair	True		10.908150404997286	1	True
109	wide-108	same_start_year_pair	True		8.880417915992439	1	True
110	wide-109	same_start_year_pair	True		11.187253098003566	1	True
111	wide-110	same_start_year_pair	True		9.394831576995784	1	True
112	wide-111	same_start_year_pair	True		10.523962463004864	1	True
113	wide-112	same_start_year_pair	True		8.898946485001943	1	True
114	wide-113	person_title_year	True		9.418683277006494	1	True
115	wide-114	person_title_year	True		8.167781379001099	1	True
116	wide-115	person_title_year	True		8.713697127008345	1	True
117	wide-116	person_title_year	True		7.5155074930080445	1	True
118	wide-117	person_title_year	True		8.792661272003897	1	True
119	wide-118	person_title_year	True		7.729041151003912	1	True
120	wide-119	person_title_year	False	InvalidAnswerFormat: two invalid JSON/schema responses	17.042694887000835	2	False
121	wide-120	person_title_year	True		7.293894077010918	1	True
122	wide-121	person_title_year	True		9.912295032001566	1	True
123	wide-122	person_title_year	True		10.336526605999097	1	True
124	wide-123	person_title_year	True		7.557256949992734	1	True
125	wide-124	person_title_year	True		9.972375639990787	1	True
126	wide-125	person_title_year	True		6.4579289499961305	1	True
127	wide-126	person_title_year	True		8.706965881996439	1	True
128	wide-127	person_title_year	True		6.528363082994474	1	True
129	wide-128	person_title_year	True		9.74250477401074	1	True
130	wide-129	person_title_year	True		7.816760465997504	1	True
131	wide-130	person_title_year	True		9.037185494991718	1	True
132	wide-131	person_title_year	True		6.980635786996572	1	True
133	wide-132	person_title_year	True		8.133284494004329	1	True
134	wide-133	person_title_year	True		7.697097384996596	1	True
135	wide-134	person_title_year	True		7.980329867990804	1	True
136	wide-135	person_title_year	True		7.890191981001408	1	True
137	wide-136	person_title_year	True		8.521550403995207	1	True
138	wide-137	person_keyword_title	True		8.654003389994614	1	True
139	wide-138	person_keyword_title	True		9.317925055991509	1	True
140	wide-139	person_keyword_title	True		8.443255108009907	1	True
141	wide-140	person_keyword_title	True		9.268355077001615	1	True
142	wide-141	person_keyword_title	True		8.619561607993091	1	True
143	wide-142	person_keyword_title	True		4.842823801009217	1	True
144	wide-143	person_keyword_title	False	InvalidAnswerFormat: two invalid JSON/schema responses	25.41826143900107	2	False
145	wide-144	person_keyword_title	True		6.520040678005898	1	True
146	wide-145	person_keyword_title	True		6.482367881006212	1	True
147	wide-146	person_keyword_title	True		7.926933477006969	1	True
148	wide-147	person_keyword_title	True		9.258605299008195	1	True
149	wide-148	person_keyword_title	True		7.477349338005297	1	True
150	wide-149	person_keyword_title	True		11.021910049996222	1	True
151	wide-150	person_keyword_title	True		9.106626356995548	1	True
152	wide-151	person_keyword_title	True		9.87995294299617	1	True
153	wide-152	person_keyword_title	True		8.400023505993886	1	True
154	wide-153	person_keyword_title	True		8.574925572000211	1	True
155	wide-154	person_keyword_title	True		8.580053354002303	1	True
156	wide-155	person_keyword_title	True		9.083858401005273	1	True
157	wide-156	person_keyword_title	True		8.619125420998898	1	True
158	wide-157	person_keyword_title	True		9.071385319999536	1	True
159	wide-158	person_keyword_title	True		8.34309680199658	1	True
160	wide-159	person_keyword_title	True		9.822020093008177	1	True
161	wide-160	person_keyword_title	True		9.166224397995393	1	True
162	wide-161	person_keyword_title	True		10.358729845989728	1	True
163	wide-162	person_keyword_title	True		8.444243013000232	1	True
164	wide-163	person_keyword_title	True		9.713410705997376	1	True
165	wide-164	person_keyword_title	True		8.84475968699553	1	True
166	wide-165	person_keyword_title	True		5.332855019994895	1	True
167	wide-166	person_keyword_title	True		7.285008748003747	1	True
168	wide-167	person_keyword_title	True		7.721775719997822	1	True
169	wide-168	person_keyword_title	True		10.334125888999552	1	True
170	wide-169	document_author_category_multi_hop	True		5.7036590370116755	1	True
171	wide-170	document_author_category_multi_hop	True		9.754529660000117	1	True
172	wide-171	document_author_category_multi_hop	True		4.6746241329965414	1	True
173	wide-172	document_author_category_multi_hop	True		9.619921479999903	1	True
174	wide-173	document_author_category_multi_hop	True		6.214922799001215	1	True
175	wide-174	document_author_category_multi_hop	True		8.83508723799605	1	True
176	wide-175	document_author_category_multi_hop	True		6.034610215006978	1	True
177	wide-176	document_author_category_multi_hop	False	InvalidAnswerFormat: two invalid JSON/schema responses	30.148610364005435	2	False
178	wide-177	document_author_category_multi_hop	True		5.49371292599244	1	True
179	wide-178	document_author_category_multi_hop	True		8.342899441995542	1	True
180	wide-179	document_author_category_multi_hop	True		9.640073613001732	1	True
181	wide-180	document_author_category_multi_hop	True		7.465760963008506	1	True
182	wide-181	document_author_category_multi_hop	True		5.794508402002975	1	True
183	wide-182	document_author_category_multi_hop	True		8.31849720000173	1	True
184	wide-183	document_author_category_multi_hop	True		9.857232266003848	1	True
185	wide-184	document_author_category_multi_hop	True		6.444520987992291	1	True
186	wide-185	document_author_category_multi_hop	True		9.522022441000445	1	True
187	wide-186	document_author_category_multi_hop	True		6.413496649009176	1	True
188	wide-187	document_author_category_multi_hop	True		10.410627094010124	1	True
189	wide-188	document_author_category_multi_hop	True		5.231139651994454	1	True
190	wide-189	document_author_category_multi_hop	True		8.794849190002424	1	True
191	wide-190	document_author_category_multi_hop	True		4.944473762996495	1	True
192	wide-191	document_author_category_multi_hop	True		10.042116317999898	1	True
193	wide-192	document_author_category_multi_hop	True		10.5407217900065	1	True
194	wide-193	person_multiple_categories	True		4.792528019999736	1	True
195	wide-194	person_multiple_categories	True		4.782916190000833	1	True
196	wide-195	person_multiple_categories	True		8.615475654994952	1	True
197	wide-196	person_multiple_categories	True		4.323636931003421	1	True
198	wide-197	person_multiple_categories	True		7.403106719997595	1	True
199	wide-198	person_multiple_categories	True		5.580519854003796	1	True
200	wide-199	person_multiple_categories	True		7.428712174994871	1	True
201	wide-200	person_multiple_categories	True		5.628509769987431	1	True
202	wide-201	person_multiple_categories	True		7.0406875039916486	1	True
203	wide-202	person_multiple_categories	True		5.428648525994504	1	True
204	wide-203	person_multiple_categories	True		7.3671833719999995	1	True
205	wide-204	person_multiple_categories	True		6.062737486005062	1	True
206	wide-205	person_multiple_categories	True		7.703495145004126	1	True
207	wide-206	person_multiple_categories	True		6.037194566000835	1	True
208	wide-207	person_multiple_categories	True		6.8626932660117745	1	True
209	wide-208	person_multiple_categories	True		5.614748537002015	1	True
210	wide-209	person_multiple_categories	True		7.410357187996851	1	True
211	wide-210	person_multiple_categories	True		5.773788381004124	1	True
212	wide-211	person_multiple_categories	True		8.462341753009241	1	True
213	wide-212	person_multiple_categories	True		3.9356538349966286	1	True
214	wide-213	person_multiple_categories	True		7.3488670679944335	1	True
215	wide-214	person_multiple_categories	True		5.440327513992088	1	True
216	wide-215	person_multiple_categories	True		7.479325737003819	1	True
217	wide-216	person_multiple_categories	True		5.488911034000921	1	True
218	wide-217	candidate_set_aggregation	True		12.322915113996714	1	True
219	wide-218	candidate_set_aggregation	True		7.939687445003074	1	True
220	wide-219	candidate_set_aggregation	True		15.70125729299616	1	True
221	wide-220	candidate_set_aggregation	True		7.490574616007507	1	True
222	wide-221	candidate_set_aggregation	True		14.266550314001506	1	True
223	wide-222	candidate_set_aggregation	True		9.285332848012331	1	True
224	wide-223	candidate_set_aggregation	True		15.166198047008947	1	True
225	wide-224	candidate_set_aggregation	True		7.299934319002205	1	True
226	wide-225	candidate_set_aggregation	True		12.34221489400079	1	True
227	wide-226	candidate_set_aggregation	True		9.4215394359926	1	True
228	wide-227	candidate_set_aggregation	True		11.556736822007224	1	True
229	wide-228	candidate_set_aggregation	True		9.91855254600523	1	True
230	wide-229	candidate_set_aggregation	True		10.58573554699251	1	True
231	wide-230	candidate_set_aggregation	True		10.693445764001808	1	True
232	wide-231	candidate_set_aggregation	True		11.349713716001133	1	True
233	wide-232	candidate_set_aggregation	True		11.74791878099495	1	True
234	wide-233	candidate_set_aggregation	True		11.048946268012514	1	True
235	wide-234	candidate_set_aggregation	True		11.014590331993531	1	True
236	wide-235	candidate_set_aggregation	True		10.42495377000887	1	True
237	wide-236	candidate_set_aggregation	True		11.615297402007855	1	True
238	wide-237	candidate_set_aggregation	True		11.304762533996836	1	True
239	wide-238	candidate_set_aggregation	True		12.494652763998602	1	True
240	wide-239	candidate_set_aggregation	True		10.859883589990204	1	True
241	wide-240	candidate_set_aggregation	True		11.546406508990913	1	True
242	wide-241	candidate_set_aggregation	True		9.245278398011578	1	True
243	wide-242	candidate_set_aggregation	True		12.081533781005419	1	True
244	wide-243	candidate_set_aggregation	True		9.45886921499914	1	True
245	wide-244	candidate_set_aggregation	True		12.694161742008873	1	True
246	wide-245	candidate_set_aggregation	True		8.572539522006991	1	True
247	wide-246	candidate_set_aggregation	True		12.862463094992563	1	True
248	wide-247	candidate_set_aggregation	True		8.681235329000629	1	True
249	wide-248	candidate_set_aggregation	True		14.288417944990215	1	True
250	wide-249	conjunctive_disambiguation	True		5.564151740996749	1	True
251	wide-250	conjunctive_disambiguation	True		9.57288877099927	1	True
252	wide-251	conjunctive_disambiguation	True		7.981897253994248	1	True
253	wide-252	conjunctive_disambiguation	True		8.615102830008254	1	True
254	wide-253	conjunctive_disambiguation	True		7.343791733001126	1	True
255	wide-254	conjunctive_disambiguation	True		8.36678491201019	1	True
256	wide-255	conjunctive_disambiguation	True		6.50943264500529	1	True
257	wide-256	conjunctive_disambiguation	True		8.855455351003911	1	True
258	wide-257	conjunctive_disambiguation	True		6.625423559002229	1	True
259	wide-258	conjunctive_disambiguation	True		10.785042872012127	1	True
260	wide-259	conjunctive_disambiguation	True		5.227306733999285	1	True
261	wide-260	conjunctive_disambiguation	True		9.602625528001226	1	True
262	wide-261	conjunctive_disambiguation	True		7.348476777013275	1	True
263	wide-262	conjunctive_disambiguation	True		9.600847927998984	1	True
264	wide-263	conjunctive_disambiguation	True		7.57662963400071	1	True
265	wide-264	conjunctive_disambiguation	True		9.053563342007692	1	True
266	wide-265	conjunctive_disambiguation	True		7.701207513004192	1	True
267	wide-266	conjunctive_disambiguation	True		8.352936759009026	1	True
268	wide-267	conjunctive_disambiguation	True		7.6647831270092865	1	True
269	wide-268	conjunctive_disambiguation	True		7.513196407002397	1	True
270	wide-269	conjunctive_disambiguation	True		7.314271451992681	1	True
271	wide-270	conjunctive_disambiguation	True		7.282059941004263	1	True
272	wide-271	conjunctive_disambiguation	True		7.553321383005823	1	True
273	wide-272	conjunctive_disambiguation	True		8.163246180993156	1	True
274	wide-273	conjunctive_disambiguation	True		7.806915986991953	1	True
275	wide-274	conjunctive_disambiguation	True		8.457703224004945	1	True
276	wide-275	conjunctive_disambiguation	True		7.778582415005076	1	True
277	wide-276	conjunctive_disambiguation	True		9.062161419002223	1	True
278	wide-277	conjunctive_disambiguation	True		7.960439574002521	1	True
279	wide-278	conjunctive_disambiguation	True		8.366461051002261	1	True
280	wide-279	conjunctive_disambiguation	True		7.2900457229989115	1	True
281	wide-280	conjunctive_disambiguation	True		7.8031022979994304	1	True
282	wide-281	conjunctive_disambiguation	True		7.834450206995825	1	True
283	wide-282	conjunctive_disambiguation	True		8.4359122379974	1	True
284	wide-283	conjunctive_disambiguation	True		9.275576508007362	1	True
285	wide-284	conjunctive_disambiguation	True		8.009781319007743	1	True
286	wide-285	conjunctive_disambiguation	True		10.937106861994835	1	True
287	wide-286	conjunctive_disambiguation	True		5.5999535669980105	1	True
288	wide-287	conjunctive_disambiguation	True		10.864354767996701	1	True
289	wide-288	conjunctive_disambiguation	True		5.759624956001062	1	True
290	wide-289	negative_lookup	True		7.9427883150056005	1	True
291	wide-290	negative_lookup	True		5.373547496012179	1	True
292	wide-291	negative_lookup	True		7.423920717992587	1	True
293	wide-292	negative_lookup	True		2.929652819002513	1	True
294	wide-293	negative_lookup	True		5.856424662997597	1	True
295	wide-294	negative_lookup	True		7.053081437989022	1	True
296	wide-295	negative_lookup	True		6.665841868001735	1	True
297	wide-296	negative_lookup	True		7.309867624993785	1	True
298	wide-297	negative_lookup	True		6.265542463006568	1	True
299	wide-298	negative_lookup	True		7.0743426569970325	1	True
300	wide-299	negative_lookup	True		5.507314685994061	1	True
301	wide-300	negative_lookup	True		5.693418583992752	1	True
302	wide-301	negative_lookup	True		5.491494399990188	1	True
303	wide-302	negative_lookup	True		4.511676192007144	1	True
304	wide-303	negative_lookup	True		5.679598642003839	1	True
305	wide-304	negative_lookup	True		5.175881937990198	1	True
306	wide-305	negative_lookup	True		7.612728366002557	1	True
307	wide-306	negative_lookup	True		5.382500367995817	1	True
308	wide-307	negative_lookup	True		7.818900088008377	1	True
309	wide-308	negative_lookup	True		5.674700601011864	1	True
310	wide-309	negative_lookup	True		8.50653202299145	1	True
311	wide-310	negative_lookup	True		3.142994189009187	1	True
312	wide-311	negative_lookup	True		7.0121463510004105	1	True
313	wide-312	negative_lookup	True		2.9377342259977013	1	True
314	wide-313	negative_lookup	True		6.331644553996739	1	True
315	wide-314	negative_lookup	True		3.377158279006835	1	True
316	wide-315	negative_lookup	True		5.142885044988361	1	True
317	wide-316	negative_lookup	True		5.371270889008883	1	True
318	wide-317	negative_lookup	True		6.465425841000979	1	True
319	wide-318	negative_lookup	True		2.8997244839993073	1	True
320	wide-319	negative_lookup	True		5.762461207006709	1	True
321	wide-320	negative_lookup	True		5.02917427700595	1	True