dp-zp-agent/experiments/graphrag/results/answers_v7_regression_2026-10-26/answers_regression.csv

1	id	category	strict	error	latency_seconds	attempts	first_pass_strict
2	wide-001	shared_keyword_pair	True		5.262378749001073	1	True
3	wide-002	shared_keyword_pair	True		11.023844788011047	1	True
4	wide-003	shared_keyword_pair	True		6.837112370994873	1	True
5	wide-004	shared_keyword_pair	True		7.825073618005263	1	True
6	wide-005	shared_keyword_pair	True		10.047133992004092	1	True
7	wide-006	shared_keyword_pair	True		8.64593629699084	1	True
8	wide-007	shared_keyword_pair	True		9.661823686998105	1	True
9	wide-008	shared_keyword_pair	True		8.533432190000894	1	True
10	wide-009	shared_keyword_pair	True		8.852785049995873	1	True
11	wide-010	shared_keyword_pair	True		8.675380236003548	1	True
12	wide-011	shared_keyword_pair	True		9.178905939988908	1	True
13	wide-012	shared_keyword_pair	True		8.79627010099648	1	True
14	wide-013	shared_keyword_pair	True		9.117540171995643	1	True
15	wide-014	shared_keyword_pair	True		8.615218720005942	1	True
16	wide-015	shared_keyword_pair	True		9.395387979006045	1	True
17	wide-016	shared_keyword_pair	True		8.779454938994604	1	True
18	wide-017	shared_keyword_pair	True		9.478577678994043	1	True
19	wide-018	shared_keyword_pair	True		8.680933992000064	1	True
20	wide-019	shared_keyword_pair	True		9.240019315999234	1	True
21	wide-020	shared_keyword_pair	True		8.530438004003372	1	True
22	wide-021	shared_keyword_pair	True		9.019007034992683	1	True
23	wide-022	shared_keyword_pair	True		8.598487436000141	1	True
24	wide-023	shared_keyword_pair	True		9.186067746006302	1	True
25	wide-024	shared_keyword_pair	True		8.59094295601244	1	True
26	wide-025	shared_keyword_pair	True		8.722591666009976	1	True
27	wide-026	shared_keyword_pair	True		8.684057810998638	1	True
28	wide-027	shared_keyword_pair	True		8.90965538599994	1	True
29	wide-028	shared_keyword_pair	True		9.036431355998502	1	True
30	wide-029	shared_keyword_pair	True		16.985941207996802	2	False
31	wide-030	shared_keyword_pair	True		9.278765659008059	1	True
32	wide-031	shared_keyword_pair	True		8.859797060998972	1	True
33	wide-032	shared_keyword_pair	True		8.551712281012442	1	True
34	wide-033	shared_keyword_pair	True		8.871659873999306	1	True
35	wide-034	shared_keyword_pair	True		10.27713256199786	1	True
36	wide-035	shared_keyword_pair	True		8.731808247001027	1	True
37	wide-036	shared_keyword_pair	True		10.022244788997341	1	True
38	wide-037	shared_keyword_pair	True		7.606950429995777	1	True
39	wide-038	shared_keyword_pair	True		9.073549334003474	1	True
40	wide-039	shared_keyword_pair	True		6.649941058989498	1	True
41	wide-040	shared_keyword_pair	True		9.70009443500021	1	True
42	wide-041	same_academic_year_pair	True		4.9646135219954886	1	True
43	wide-042	same_academic_year_pair	True		8.739653348005959	1	True
44	wide-043	same_academic_year_pair	True		8.06010635799612	1	True
45	wide-044	same_academic_year_pair	True		10.40220917899569	1	True
46	wide-045	same_academic_year_pair	True		8.44839003800007	1	True
47	wide-046	same_academic_year_pair	True		9.635705161999795	1	True
48	wide-047	same_academic_year_pair	True		11.822098678007023	1	True
49	wide-048	same_academic_year_pair	True		8.148709733010037	1	True
50	wide-049	same_academic_year_pair	True		18.129530342004728	2	False
51	wide-050	same_academic_year_pair	True		8.248969623993617	1	True
52	wide-051	same_academic_year_pair	True		10.277082996006357	1	True
53	wide-052	same_academic_year_pair	True		10.281655037004384	1	True
54	wide-053	same_academic_year_pair	True		5.898193639994133	1	True
55	wide-054	same_academic_year_pair	True		7.909174476997578	1	True
56	wide-055	same_academic_year_pair	True		6.191400594994775	1	True
57	wide-056	same_academic_year_pair	True		10.229951275003259	1	True
58	wide-057	same_academic_year_pair	True		5.858902864987613	1	True
59	wide-058	same_academic_year_pair	True		9.390882232997683	1	True
60	wide-059	same_academic_year_pair	True		7.287893086002441	1	True
61	wide-060	same_academic_year_pair	True		10.045547063986305	1	True
62	wide-061	same_academic_year_pair	True		7.13498594200064	1	True
63	wide-062	same_academic_year_pair	True		8.994601780999801	1	True
64	wide-063	same_academic_year_pair	True		6.288157966002473	1	True
65	wide-064	same_academic_year_pair	True		9.025555226995493	1	True
66	wide-065	same_academic_year_pair	True		6.9650647310045315	1	True
67	wide-066	same_academic_year_pair	True		9.574780579001526	1	True
68	wide-067	same_academic_year_pair	True		8.074011475997395	1	True
69	wide-068	same_academic_year_pair	True		9.531611518992577	1	True
70	wide-069	same_academic_year_pair	True		8.634510207004496	1	True
71	wide-070	same_academic_year_pair	True		8.958400035000523	1	True
72	wide-071	same_academic_year_pair	True		9.77839753999433	1	True
73	wide-072	same_academic_year_pair	True		8.366447199005052	1	True
74	wide-073	same_academic_year_pair	True		9.756975818992942	1	True
75	wide-074	same_academic_year_pair	True		7.232408730007592	1	True
76	wide-075	same_academic_year_pair	True		9.765164623997407	1	True
77	wide-076	same_academic_year_pair	True		7.285313993008458	1	True
78	wide-077	same_academic_year_pair	True		10.151919288997306	1	True
79	wide-078	same_academic_year_pair	True		7.673378441002569	1	True
80	wide-079	same_academic_year_pair	True		10.634893157999613	1	True
81	wide-080	same_academic_year_pair	True		4.789500615996076	1	True
82	wide-081	same_start_year_pair	True		8.585048984998139	1	True
83	wide-082	same_start_year_pair	True		8.499404791000416	1	True
84	wide-083	same_start_year_pair	True		5.630402820999734	1	True
85	wide-084	same_start_year_pair	True		6.908654918996035	1	True
86	wide-085	same_start_year_pair	True		5.944816776987864	1	True
87	wide-086	same_start_year_pair	True		9.126075861990103	1	True
88	wide-087	same_start_year_pair	True		5.440862012997968	1	True
89	wide-088	same_start_year_pair	True		6.5059300099965185	1	True
90	wide-089	same_start_year_pair	True		6.697157860995503	1	True
91	wide-090	same_start_year_pair	True		3.26202636299422	1	True
92	wide-091	same_start_year_pair	True		6.4398382079962175	1	True
93	wide-092	same_start_year_pair	True		9.066495395993115	1	True
94	wide-093	same_start_year_pair	True		7.360152271998231	1	True
95	wide-094	same_start_year_pair	True		9.541269890003605	1	True
96	wide-095	same_start_year_pair	True		7.569437859012396	1	True
97	wide-096	same_start_year_pair	True		11.024270423004054	1	True
98	wide-097	same_start_year_pair	True		5.715482076993794	1	True
99	wide-098	same_start_year_pair	True		8.736371631996008	1	True
100	wide-099	same_start_year_pair	True		6.249446924994118	1	True
101	wide-100	same_start_year_pair	True		10.805812649006839	1	True
102	wide-101	same_start_year_pair	True		5.220276794992969	1	True
103	wide-102	same_start_year_pair	True		9.947560219006846	1	True
104	wide-103	same_start_year_pair	True		7.779931154000224	1	True
105	wide-104	same_start_year_pair	True		10.890818430008949	1	True
106	wide-105	same_start_year_pair	True		3.6545174839993706	1	True
107	wide-106	same_start_year_pair	True		7.7419946619920665	1	True
108	wide-107	same_start_year_pair	True		4.410995238999021	1	True
109	wide-108	same_start_year_pair	True		6.583789386000717	1	True
110	wide-109	same_start_year_pair	True		6.958590795999044	1	True
111	wide-110	same_start_year_pair	True		11.648579076994793	1	True
112	wide-111	same_start_year_pair	True		3.022186320988112	1	True
113	wide-112	same_start_year_pair	True		2.6744268070033286	1	True
114	wide-113	person_title_year	True		3.9001984620117582	1	True
115	wide-114	person_title_year	True		6.90090462200169	1	True
116	wide-115	person_title_year	True		5.2774354059947655	1	True
117	wide-116	person_title_year	True		5.405227045004722	1	True
118	wide-117	person_title_year	True		4.662688102005632	1	True
119	wide-118	person_title_year	True		4.6598335029993905	1	True
120	wide-119	person_title_year	True		7.607376700005261	1	True
121	wide-120	person_title_year	True		3.551628603003337	1	True
122	wide-121	person_title_year	True		6.179311268002493	1	True
123	wide-122	person_title_year	True		5.917100324993953	1	True
124	wide-123	person_title_year	True		6.548046129988506	1	True
125	wide-124	person_title_year	True		7.861738689010963	1	True
126	wide-125	person_title_year	True		4.563962607993744	1	True
127	wide-126	person_title_year	True		5.80828094399476	1	True
128	wide-127	person_title_year	True		5.077105101998313	1	True
129	wide-128	person_title_year	True		6.038464580007712	1	True
130	wide-129	person_title_year	True		7.096872989000985	1	True
131	wide-130	person_title_year	True		7.872525553000742	2	False
132	wide-131	person_title_year	True		7.498921799997333	1	True
133	wide-132	person_title_year	True		5.892531138000777	1	True
134	wide-133	person_title_year	True		5.6638127920014085	1	True
135	wide-134	person_title_year	True		5.172251234005671	1	True
136	wide-135	person_title_year	True		5.744371400011005	1	True
137	wide-136	person_title_year	True		4.798829792998731	1	True
138	wide-137	person_keyword_title	True		6.910317715010024	1	True
139	wide-138	person_keyword_title	True		6.913008176998119	1	True
140	wide-139	person_keyword_title	True		8.655944869999075	1	True
141	wide-140	person_keyword_title	True		7.773692659000517	1	True
142	wide-141	person_keyword_title	True		9.624433186996612	1	True
143	wide-142	person_keyword_title	True		3.844812393988832	1	True
144	wide-143	person_keyword_title	True		7.311962670995854	1	True
145	wide-144	person_keyword_title	True		8.996415396002703	1	True
146	wide-145	person_keyword_title	True		4.76172783500806	1	True
147	wide-146	person_keyword_title	True		6.710666915998445	1	True
148	wide-147	person_keyword_title	True		7.200240036996547	1	True
149	wide-148	person_keyword_title	True		8.873094891998335	1	True
150	wide-149	person_keyword_title	True		7.56319696000719	1	True
151	wide-150	person_keyword_title	True		8.975214990001405	1	True
152	wide-151	person_keyword_title	True		7.537857122006244	1	True
153	wide-152	person_keyword_title	True		8.62167695100652	1	True
154	wide-153	person_keyword_title	True		6.811467941006413	1	True
155	wide-154	person_keyword_title	True		9.136220678992686	1	True
156	wide-155	person_keyword_title	True		7.490241913008504	1	True
157	wide-156	person_keyword_title	True		9.619424235992483	1	True
158	wide-157	person_keyword_title	True		7.075699581997469	1	True
159	wide-158	person_keyword_title	True		9.402772761997767	1	True
160	wide-159	person_keyword_title	True		7.3926155700028175	1	True
161	wide-160	person_keyword_title	True		9.592219272002694	1	True
162	wide-161	person_keyword_title	True		7.692930470002466	1	True
163	wide-162	person_keyword_title	True		9.336959647000185	1	True
164	wide-163	person_keyword_title	True		7.659145907993661	1	True
165	wide-164	person_keyword_title	True		9.989820002010674	1	True
166	wide-165	person_keyword_title	True		3.6757876240008045	1	True
167	wide-166	person_keyword_title	True		6.71545403500204	1	True
168	wide-167	person_keyword_title	True		8.453232906991616	1	True
169	wide-168	person_keyword_title	True		7.789937220004504	1	True
170	wide-169	document_author_category_multi_hop	True		8.230146304005757	1	True
171	wide-170	document_author_category_multi_hop	True		6.4932332140015205	1	True
172	wide-171	document_author_category_multi_hop	True		7.096607529994799	1	True
173	wide-172	document_author_category_multi_hop	True		5.593765233003069	1	True
174	wide-173	document_author_category_multi_hop	True		6.806600865995279	1	True
175	wide-174	document_author_category_multi_hop	True		5.3536878140002955	1	True
176	wide-175	document_author_category_multi_hop	True		7.072415729999193	1	True
177	wide-176	document_author_category_multi_hop	True		6.418687598998076	1	True
178	wide-177	document_author_category_multi_hop	True		7.768641275004484	1	True
179	wide-178	document_author_category_multi_hop	True		6.695670635002898	1	True
180	wide-179	document_author_category_multi_hop	True		6.646737192000728	1	True
181	wide-180	document_author_category_multi_hop	True		5.989018792010029	1	True
182	wide-181	document_author_category_multi_hop	True		6.119498893007403	1	True
183	wide-182	document_author_category_multi_hop	True		5.9745991970121395	1	True
184	wide-183	document_author_category_multi_hop	True		6.077126152988058	1	True
185	wide-184	document_author_category_multi_hop	True		5.992435852997005	1	True
186	wide-185	document_author_category_multi_hop	True		6.213222564998432	1	True
187	wide-186	document_author_category_multi_hop	True		6.683954360996722	1	True
188	wide-187	document_author_category_multi_hop	True		6.843328906004899	1	True
189	wide-188	document_author_category_multi_hop	True		7.07258083600027	1	True
190	wide-189	document_author_category_multi_hop	True		6.259952289008652	1	True
191	wide-190	document_author_category_multi_hop	True		6.505296975999954	1	True
192	wide-191	document_author_category_multi_hop	True		6.268639836998773	1	True
193	wide-192	document_author_category_multi_hop	True		7.003398792003281	1	True
194	wide-193	person_multiple_categories	True		6.194855802998063	1	True
195	wide-194	person_multiple_categories	True		5.364437454001745	1	True
196	wide-195	person_multiple_categories	True		4.545286751992535	1	True
197	wide-196	person_multiple_categories	True		4.151337641000282	1	True
198	wide-197	person_multiple_categories	True		8.146557949992712	2	False
199	wide-198	person_multiple_categories	True		4.233387041007518	1	True
200	wide-199	person_multiple_categories	True		6.291938512003981	1	True
201	wide-200	person_multiple_categories	True		9.257844247011235	2	False
202	wide-201	person_multiple_categories	True		3.8606335170043167	1	True
203	wide-202	person_multiple_categories	True		4.706902887002798	1	True
204	wide-203	person_multiple_categories	True		4.9716377110016765	1	True
205	wide-204	person_multiple_categories	True		11.950999951994163	2	False
206	wide-205	person_multiple_categories	True		5.60192243399797	1	True
207	wide-206	person_multiple_categories	True		5.590988194002421	1	True
208	wide-207	person_multiple_categories	True		7.846379655005876	2	False
209	wide-208	person_multiple_categories	True		7.050330217010924	1	True
210	wide-209	person_multiple_categories	True		5.981790188001469	1	True
211	wide-210	person_multiple_categories	True		4.014929401004338	1	True
212	wide-211	person_multiple_categories	True		5.048257627000567	1	True
213	wide-212	person_multiple_categories	True		2.727644105994841	1	True
214	wide-213	person_multiple_categories	True		4.587378602998797	1	True
215	wide-214	person_multiple_categories	True		3.6640594680065988	1	True
216	wide-215	person_multiple_categories	True		7.165378771998803	1	True
217	wide-216	person_multiple_categories	True		6.913648023997666	2	False
218	wide-217	candidate_set_aggregation	True		8.149436000996502	1	True
219	wide-218	candidate_set_aggregation	True		7.928223324997816	1	True
220	wide-219	candidate_set_aggregation	True		8.299362689998816	1	True
221	wide-220	candidate_set_aggregation	True		9.450791957002366	1	True
222	wide-221	candidate_set_aggregation	True		8.832846570992842	1	True
223	wide-222	candidate_set_aggregation	True		9.567884083997342	1	True
224	wide-223	candidate_set_aggregation	True		8.838387846000842	1	True
225	wide-224	candidate_set_aggregation	True		9.386160062989802	1	True
226	wide-225	candidate_set_aggregation	True		8.62494325399166	1	True
227	wide-226	candidate_set_aggregation	True		9.428272984994692	1	True
228	wide-227	candidate_set_aggregation	True		8.599248733007698	1	True
229	wide-228	candidate_set_aggregation	True		9.487015202001203	1	True
230	wide-229	candidate_set_aggregation	True		8.605383807007456	1	True
231	wide-230	candidate_set_aggregation	True		9.61059859499801	1	True
232	wide-231	candidate_set_aggregation	True		8.823051813000347	1	True
233	wide-232	candidate_set_aggregation	True		9.740953706990695	1	True
234	wide-233	candidate_set_aggregation	True		8.722386483990704	1	True
235	wide-234	candidate_set_aggregation	True		9.489644886998576	1	True
236	wide-235	candidate_set_aggregation	True		8.559914067009231	1	True
237	wide-236	candidate_set_aggregation	True		9.524188774012146	1	True
238	wide-237	candidate_set_aggregation	True		8.78702475198952	1	True
239	wide-238	candidate_set_aggregation	True		9.779589921003208	1	True
240	wide-239	candidate_set_aggregation	True		8.832212022010935	1	True
241	wide-240	candidate_set_aggregation	True		9.979131497995695	1	True
242	wide-241	candidate_set_aggregation	True		8.59488222800428	1	True
243	wide-242	candidate_set_aggregation	True		9.823719104999327	1	True
244	wide-243	candidate_set_aggregation	True		8.220046620001085	1	True
245	wide-244	candidate_set_aggregation	True		10.194505384002696	1	True
246	wide-245	candidate_set_aggregation	True		8.194634853003663	1	True
247	wide-246	candidate_set_aggregation	True		10.07240725599695	1	True
248	wide-247	candidate_set_aggregation	True		7.7612789029954	1	True
249	wide-248	candidate_set_aggregation	True		11.560260020007263	1	True
250	wide-249	conjunctive_disambiguation	True		5.476591879996704	1	True
251	wide-250	conjunctive_disambiguation	True		8.843467402999522	1	True
252	wide-251	conjunctive_disambiguation	True		7.115450201003114	1	True
253	wide-252	conjunctive_disambiguation	True		8.416170042997692	1	True
254	wide-253	conjunctive_disambiguation	True		6.920364450008492	1	True
255	wide-254	conjunctive_disambiguation	True		8.249018574002548	1	True
256	wide-255	conjunctive_disambiguation	True		6.858485064003617	1	True
257	wide-256	conjunctive_disambiguation	True		8.336330271995394	1	True
258	wide-257	conjunctive_disambiguation	True		6.96214788701036	1	True
259	wide-258	conjunctive_disambiguation	True		8.381303394009592	1	True
260	wide-259	conjunctive_disambiguation	True		7.045915052003693	1	True
261	wide-260	conjunctive_disambiguation	True		8.721610349006369	1	True
262	wide-261	conjunctive_disambiguation	True		6.935596920011449	1	True
263	wide-262	conjunctive_disambiguation	True		8.776731780002592	1	True
264	wide-263	conjunctive_disambiguation	True		6.759910934997606	1	True
265	wide-264	conjunctive_disambiguation	True		9.799247552000452	1	True
266	wide-265	conjunctive_disambiguation	True		5.189480711997021	1	True
267	wide-266	conjunctive_disambiguation	True		8.85979151999345	1	True
268	wide-267	conjunctive_disambiguation	True		6.7524094420077745	1	True
269	wide-268	conjunctive_disambiguation	True		9.291388099998585	1	True
270	wide-269	conjunctive_disambiguation	True		6.566982984004426	1	True
271	wide-270	conjunctive_disambiguation	True		8.416923523996957	1	True
272	wide-271	conjunctive_disambiguation	True		6.700699591994635	1	True
273	wide-272	conjunctive_disambiguation	True		8.531122063999646	1	True
274	wide-273	conjunctive_disambiguation	True		6.868541053991066	1	True
275	wide-274	conjunctive_disambiguation	True		8.585297629004344	1	True
276	wide-275	conjunctive_disambiguation	True		6.873942530000932	1	True
277	wide-276	conjunctive_disambiguation	True		8.594346833997406	1	True
278	wide-277	conjunctive_disambiguation	True		6.816038967008353	1	True
279	wide-278	conjunctive_disambiguation	True		8.591339434002293	1	True
280	wide-279	conjunctive_disambiguation	True		6.7824973950046115	1	True
281	wide-280	conjunctive_disambiguation	True		8.697670733003179	1	True
282	wide-281	conjunctive_disambiguation	True		6.762842822994571	1	True
283	wide-282	conjunctive_disambiguation	True		8.647353213993483	1	True
284	wide-283	conjunctive_disambiguation	True		18.08595217599941	2	False
285	wide-284	conjunctive_disambiguation	True		7.201167734005139	1	True
286	wide-285	conjunctive_disambiguation	False		28.01832078601001	2	False
287	wide-286	conjunctive_disambiguation	True		5.158636806998402	1	True
288	wide-287	conjunctive_disambiguation	True		11.181534039991675	1	True
289	wide-288	conjunctive_disambiguation	True		5.375784352989285	1	True
290	wide-289	negative_lookup	True		3.1519780079979682	1	True
291	wide-290	negative_lookup	True		2.5652610169927357	1	True
292	wide-291	negative_lookup	True		2.116932502001873	1	True
293	wide-292	negative_lookup	True		2.1522221219929634	1	True
294	wide-293	negative_lookup	True		2.2185270579939242	1	True
295	wide-294	negative_lookup	True		2.3594186319969594	1	True
296	wide-295	negative_lookup	True		3.4991669790033484	1	True
297	wide-296	negative_lookup	True		3.309362318002968	1	True
298	wide-297	negative_lookup	True		3.1218993680085987	1	True
299	wide-298	negative_lookup	True		2.7141988500079606	1	True
300	wide-299	negative_lookup	True		2.4447732209955575	1	True
301	wide-300	negative_lookup	True		2.579182736008079	1	True
302	wide-301	negative_lookup	True		2.425772479007719	1	True
303	wide-302	negative_lookup	True		2.5622203609964345	1	True
304	wide-303	negative_lookup	True		2.476981298008468	1	True
305	wide-304	negative_lookup	True		2.6007943300064653	1	True
306	wide-305	negative_lookup	True		2.457786357990699	1	True
307	wide-306	negative_lookup	True		2.566486335999798	1	True
308	wide-307	negative_lookup	True		2.6169559550035046	1	True
309	wide-308	negative_lookup	True		2.7340419859974645	1	True
310	wide-309	negative_lookup	True		2.619804314992507	1	True
311	wide-310	negative_lookup	True		2.556121910994989	1	True
312	wide-311	negative_lookup	True		2.4317323060095077	1	True
313	wide-312	negative_lookup	True		2.506849172001239	1	True
314	wide-313	negative_lookup	True		2.4141654220002238	1	True
315	wide-314	negative_lookup	True		2.4877845580049325	1	True
316	wide-315	negative_lookup	True		2.4770866070030024	1	True
317	wide-316	negative_lookup	True		2.494239155013929	1	True
318	wide-317	negative_lookup	True		2.461824482001248	1	True
319	wide-318	negative_lookup	True		2.4353119149891427	1	True
320	wide-319	negative_lookup	True		2.512933713005623	1	True
321	wide-320	negative_lookup	True		1.8379592370038154	1	True