DiplomovaPraca/outputs/ragas_pilot/scores.csv

1	case_id	mode	metric	status	value	reason	seconds
2	indication-01	bypass	faithfulness	skipped		no_retrieval_in_baseline
3	indication-01	bypass	context_recall	skipped		no_retrieval_in_baseline
4	contraindication-01	bypass	faithfulness	skipped		no_retrieval_in_baseline
5	contraindication-01	bypass	context_recall	skipped		no_retrieval_in_baseline
6	interaction-01	bypass	faithfulness	skipped		no_retrieval_in_baseline
7	interaction-01	bypass	context_recall	skipped		no_retrieval_in_baseline
8	warning-01	bypass	faithfulness	skipped		no_retrieval_in_baseline
9	warning-01	bypass	context_recall	skipped		no_retrieval_in_baseline
10	unanswerable-01	mix	faithfulness	skipped		abstention_scenario_evaluated_separately
11	unanswerable-01	mix	answer_relevancy	skipped		abstention_scenario_evaluated_separately
12	unanswerable-01	mix	context_recall	skipped		abstention_scenario_evaluated_separately
13	unanswerable-01	mix	answer_correctness	skipped		abstention_scenario_evaluated_separately
14	unanswerable-01	bypass	faithfulness	skipped		abstention_scenario_evaluated_separately
15	unanswerable-01	bypass	answer_relevancy	skipped		abstention_scenario_evaluated_separately
16	unanswerable-01	bypass	context_recall	skipped		abstention_scenario_evaluated_separately
17	unanswerable-01	bypass	answer_correctness	skipped		abstention_scenario_evaluated_separately
18	unanswerable-01	naive	faithfulness	skipped		abstention_scenario_evaluated_separately
19	unanswerable-01	naive	answer_relevancy	skipped		abstention_scenario_evaluated_separately
20	unanswerable-01	naive	context_recall	skipped		abstention_scenario_evaluated_separately
21	unanswerable-01	naive	answer_correctness	skipped		abstention_scenario_evaluated_separately
22	unanswerable-01	local	faithfulness	skipped		abstention_scenario_evaluated_separately
23	unanswerable-01	local	answer_relevancy	skipped		abstention_scenario_evaluated_separately
24	unanswerable-01	local	context_recall	skipped		abstention_scenario_evaluated_separately
25	unanswerable-01	local	answer_correctness	skipped		abstention_scenario_evaluated_separately
26	unanswerable-01	hybrid	faithfulness	skipped		abstention_scenario_evaluated_separately
27	unanswerable-01	hybrid	answer_relevancy	skipped		abstention_scenario_evaluated_separately
28	unanswerable-01	hybrid	context_recall	skipped		abstention_scenario_evaluated_separately
29	unanswerable-01	hybrid	answer_correctness	skipped		abstention_scenario_evaluated_separately
30	indication-02	bypass	faithfulness	skipped		no_retrieval_in_baseline
31	indication-02	bypass	context_recall	skipped		no_retrieval_in_baseline
32	contraindication-02	bypass	faithfulness	skipped		no_retrieval_in_baseline
33	contraindication-02	bypass	context_recall	skipped		no_retrieval_in_baseline
34	interaction-02	bypass	faithfulness	skipped		no_retrieval_in_baseline
35	interaction-02	bypass	context_recall	skipped		no_retrieval_in_baseline
36	warning-02	bypass	faithfulness	skipped		no_retrieval_in_baseline
37	warning-02	bypass	context_recall	skipped		no_retrieval_in_baseline
38	unanswerable-02	mix	faithfulness	skipped		abstention_scenario_evaluated_separately
39	unanswerable-02	mix	answer_relevancy	skipped		abstention_scenario_evaluated_separately
40	unanswerable-02	mix	context_recall	skipped		abstention_scenario_evaluated_separately
41	unanswerable-02	mix	answer_correctness	skipped		abstention_scenario_evaluated_separately
42	unanswerable-02	bypass	faithfulness	skipped		abstention_scenario_evaluated_separately
43	unanswerable-02	bypass	answer_relevancy	skipped		abstention_scenario_evaluated_separately
44	unanswerable-02	bypass	context_recall	skipped		abstention_scenario_evaluated_separately
45	unanswerable-02	bypass	answer_correctness	skipped		abstention_scenario_evaluated_separately
46	unanswerable-02	naive	faithfulness	skipped		abstention_scenario_evaluated_separately
47	unanswerable-02	naive	answer_relevancy	skipped		abstention_scenario_evaluated_separately
48	unanswerable-02	naive	context_recall	skipped		abstention_scenario_evaluated_separately
49	unanswerable-02	naive	answer_correctness	skipped		abstention_scenario_evaluated_separately
50	unanswerable-02	local	faithfulness	skipped		abstention_scenario_evaluated_separately
51	unanswerable-02	local	answer_relevancy	skipped		abstention_scenario_evaluated_separately
52	unanswerable-02	local	context_recall	skipped		abstention_scenario_evaluated_separately
53	unanswerable-02	local	answer_correctness	skipped		abstention_scenario_evaluated_separately
54	unanswerable-02	hybrid	faithfulness	skipped		abstention_scenario_evaluated_separately
55	unanswerable-02	hybrid	answer_relevancy	skipped		abstention_scenario_evaluated_separately
56	unanswerable-02	hybrid	context_recall	skipped		abstention_scenario_evaluated_separately
57	unanswerable-02	hybrid	answer_correctness	skipped		abstention_scenario_evaluated_separately
58	indication-01	bypass	answer_relevancy	ok	0.8336740450428343		2.302
59	indication-01	naive	answer_relevancy	ok	0.8413767093812826		1.843
60	indication-01	naive	context_recall	ok	1.0		4.089
61	indication-01	naive	faithfulness	ok	0.8181818181818182		12.633
62	indication-01	naive	answer_correctness	ok	0.8426211342298708		12.218
63	indication-01	local	answer_relevancy	ok	0.8146961312204395		1.969
64	indication-01	local	context_recall	ok	1.0		4.755
65	indication-01	bypass	answer_correctness	ok	0.39040561850206995		33.67
66	indication-01	local	faithfulness	ok	0.6666666666666666		26.284
67	indication-01	hybrid	answer_relevancy	ok	0.8659158503650933		1.996
68	indication-01	hybrid	context_recall	ok	0.8		5.127
69	indication-01	local	answer_correctness	ok	0.8154786680797599		22.987
70	indication-01	hybrid	faithfulness	ok	1.0		16.57
71	indication-01	mix	answer_relevancy	ok	0.8382869190155958		2.085
72	indication-01	mix	context_recall	ok	0.8		5.266
73	indication-01	hybrid	answer_correctness	ok	0.7102264898222257		17.531
74	contraindication-01	naive	faithfulness	ok	1.0		13.677
75	contraindication-01	naive	answer_relevancy	ok	0.5487599361226743		1.943
76	contraindication-01	naive	context_recall	ok	0.0		7.986
77	indication-01	mix	answer_correctness	ok	0.4466746717575326		40.178
78	indication-01	mix	faithfulness	ok	0.8648648648648649		47.779
79	contraindication-01	local	answer_relevancy	ok	0.0		1.888
80	contraindication-01	local	context_recall	ok	0.0		7.427
81	contraindication-01	naive	answer_correctness	ok	0.3400720301177152		23.647
82	contraindication-01	local	faithfulness	ok	0.9411764705882353		20.95
83	contraindication-01	hybrid	answer_relevancy	ok	0.6246234588792787		2.554
84	contraindication-01	hybrid	context_recall	ok	0.0		7.684
85	contraindication-01	local	answer_correctness	ok	0.11085266569327383		34.453
86	contraindication-01	hybrid	faithfulness	ok	0.8461538461538461		34.399
87	contraindication-01	mix	answer_relevancy	ok	0.0		1.963
88	contraindication-01	mix	faithfulness	ok	0.2857142857142857		10.903
89	contraindication-01	mix	context_recall	ok	0.0		6.99
90	contraindication-01	bypass	answer_relevancy	ok	0.3085577488833277		2.06
91	contraindication-01	hybrid	answer_correctness	ok	0.3488431436528561		41.511
92	contraindication-01	mix	answer_correctness	ok	0.1152586673093139		26.242
93	interaction-01	local	answer_relevancy	ok	0.6704921383309878		1.667
94	interaction-01	local	faithfulness	ok	0.4117647058823529		17.061
95	interaction-01	local	context_recall	ok	0.0		7.623
96	interaction-01	hybrid	faithfulness	ok	0.2		12.766
97	interaction-01	hybrid	answer_relevancy	ok	0.7215157470632865		1.672
98	contraindication-01	bypass	answer_correctness	ok	0.3409825829291848		48.681
99	interaction-01	hybrid	context_recall	ok	0.0		10.94
100	interaction-01	local	answer_correctness	ok	0.3842396956036642		33.411
101	interaction-01	mix	answer_relevancy	ok	0.8730483526432252		1.596
102	interaction-01	mix	faithfulness	ok	0.6666666666666666		14.476
103	interaction-01	mix	context_recall	ok	0.0		6.823
104	interaction-01	bypass	answer_relevancy	ok	0.7413059826251285		1.913
105	interaction-01	hybrid	answer_correctness	ok	0.413744114376974		36.867
106	interaction-01	mix	answer_correctness	ok	0.2802822778088285		27.753
107	interaction-01	naive	answer_relevancy	ok	0.8172116514177749		1.573
108	interaction-01	naive	faithfulness	ok	0.9375		22.14
109	interaction-01	naive	context_recall	ok	0.0		9.056
110	interaction-01	bypass	answer_correctness	ok	0.37156297641415215		50.306
111	warning-01	hybrid	answer_relevancy	ok	0.0		3.699
112	warning-01	hybrid	context_recall	ok	0.0		5.158
113	warning-01	mix	answer_relevancy	ok	0.0		2.651
114	warning-01	mix	context_recall	ok	0.6666666666666666		6.37
115	warning-01	bypass	answer_relevancy	ok	0.7047779318608279		2.714
116	warning-01	hybrid	answer_correctness	ok	0.0810195024746072		24.736
117	warning-01	hybrid	faithfulness	ok	0.5882352941176471		26.359
118	warning-01	naive	answer_relevancy	ok	0.0		2.696
119	warning-01	mix	faithfulness	ok	1.0		31.472
120	warning-01	naive	context_recall	ok	0.0		5.802
121	warning-01	naive	faithfulness	ok	1.0		14.832
122	warning-01	local	answer_relevancy	ok	0.0		2.868
123	warning-01	naive	answer_correctness	ok	0.10641080113869646		14.807
124	warning-01	local	context_recall	ok	1.0		4.366
125	indication-02	bypass	answer_relevancy	ok	0.7110334196766454		2.434
126	warning-01	mix	answer_correctness	ok	0.35135213308585866		47.174
127	warning-01	local	faithfulness	ok	0.6153846153846154		22.224
128	indication-02	naive	answer_relevancy	ok	0.7790697639822254		2.969
129	indication-02	naive	context_recall	ok	1.0		8.762
130	warning-01	local	answer_correctness	ok	0.12249738361039147		24.229
131	interaction-01	naive	answer_correctness	ok	0.5550557834340627		71.67
132	indication-02	naive	faithfulness	ok	1.0		19.063
133	indication-02	local	answer_relevancy	ok	0.9688923114258469		2.668
134	indication-02	local	context_recall	ok	0.8888888888888888		9.624
135	indication-02	local	faithfulness	ok	1.0		19.292
136	indication-02	hybrid	answer_relevancy	ok	0.8459087552785475		2.298
137	indication-02	naive	answer_correctness	ok	0.879525351297198		27.066
138	indication-02	hybrid	context_recall	ok	1.0		8.1
139	indication-02	hybrid	faithfulness	ok	0.9166666666666666		18.608
140	indication-02	mix	answer_relevancy	ok	0.8045249582593978		2.342
141	indication-02	local	answer_correctness	ok	0.7906915876312732		29.27
142	indication-02	bypass	answer_correctness	ok	0.886151131659857		54.4
143	indication-02	mix	context_recall	ok	0.8888888888888888		10.271
144	contraindication-02	naive	answer_relevancy	ok	0.7163312111885355		2.235
145	indication-02	hybrid	answer_correctness	ok	0.8459444357354957		23.328
146	contraindication-02	naive	context_recall	ok	0.0		4.685
147	contraindication-02	naive	faithfulness	ok	1.0		27.572
148	indication-02	mix	faithfulness	ok	1.0		31.836
149	contraindication-02	local	answer_relevancy	ok	0.6760947364274177		2.845
150	contraindication-02	local	context_recall	ok	0.0		4.498
151	indication-02	mix	answer_correctness	ok	0.5844439754447375		35.166
152	contraindication-02	hybrid	answer_relevancy	ok	0.0		2.242
153	contraindication-02	naive	answer_correctness	ok	0.14184780773802788		23.373
154	contraindication-02	hybrid	context_recall	ok	0.0		4.848
155	contraindication-02	hybrid	faithfulness	ok	0.8181818181818182		18.945
156	contraindication-02	mix	answer_relevancy	ok	0.7770866813218135		2.263
157	contraindication-02	local	faithfulness	ok	0.7692307692307693		40.044
158	contraindication-02	mix	context_recall	ok	1.0		3.572
159	contraindication-02	hybrid	answer_correctness	ok	0.13751662015143826		20.615
160	contraindication-02	bypass	answer_relevancy	ok	0.5651220185561544		2.353
161	contraindication-02	local	answer_correctness	ok	0.18701431227692278		37.011
162	interaction-02	local	answer_relevancy	ok	0.33274921354883763		1.796
163	contraindication-02	mix	faithfulness	ok	0.7857142857142857		29.059
164	interaction-02	local	context_recall	ok	0.0		4.938
165	contraindication-02	mix	answer_correctness	ok	0.5283169073938874		19.373
166	interaction-02	hybrid	answer_relevancy	ok	0.710010688080564		1.869
167	interaction-02	local	faithfulness	ok	0.21428571428571427		20.394
168	interaction-02	hybrid	context_recall	ok	0.3333333333333333		6.403
169	interaction-02	hybrid	faithfulness	ok	0.7142857142857143		16.228
170	warning-01	bypass	answer_correctness	ok	0.17177298311723022		41.639
171	interaction-02	mix	answer_relevancy	ok	0.7155466059400872		2.491
172	interaction-02	mix	context_recall	ok	0.0		8.913
173	interaction-02	bypass	answer_relevancy	ok	0.5252403367666899		2.704
174	interaction-02	mix	faithfulness	ok	0.8		18.739
175	interaction-02	local	answer_correctness	ok	0.43050382103090135		34.41
176	interaction-02	hybrid	answer_correctness	ok	0.2305346007015037		25.879
177	interaction-02	naive	answer_relevancy	ok	0.0		3.255
178	interaction-02	naive	context_recall	ok	0.0		5.051
179	contraindication-02	bypass	answer_correctness	ok	0.28961073692570205		56.977
180	interaction-02	naive	faithfulness	ok	0.875		14.994
181	warning-02	hybrid	answer_relevancy	ok	0.0		2.724
182	interaction-02	mix	answer_correctness	ok	0.6269070092994843		29.494
183	warning-02	hybrid	faithfulness	ok	0.7777777777777778		13.601
184	warning-02	mix	answer_relevancy	ok	0.8873992619846888		2.146
185	warning-02	hybrid	context_recall	ok	0.0		12.75
186	interaction-02	naive	answer_correctness	ok	0.14279842390947706		24.042
187	warning-02	bypass	answer_relevancy	ok	0.6650156269431805		2.065
188	warning-02	mix	faithfulness	ok	1.0		17.416
189	warning-02	mix	context_recall	ok	0.36363636363636365		13.192
190	warning-02	naive	answer_relevancy	ok	0.8354692338835598		2.499
191	interaction-02	bypass	answer_correctness	ok	0.36896249546678567		52.856
192	warning-02	naive	faithfulness	ok	1.0		16.66
193	warning-02	naive	context_recall	ok	0.3333333333333333		13.939
194	warning-02	local	answer_relevancy	ok	0.553480461774667		1.6
195	warning-02	hybrid	answer_correctness	ok	0.11460890995058678		40.771
196	warning-02	mix	answer_correctness	ok	0.5346924251233847		39.149
197	warning-02	local	context_recall	ok	0.0		12.394
198	warning-02	local	faithfulness	ok	0.8666666666666667		21.547
199	warning-02	naive	answer_correctness	ok	0.5208708409607992		30.929
200	warning-02	local	answer_correctness	ok	0.10882217571332953		34.551
201	warning-02	bypass	answer_correctness	ok	0.42470478380505927		61.649