202 lines
13 KiB
Plaintext
202 lines
13 KiB
Plaintext
case_id,mode,metric,status,value,reason,seconds
|
|
indication-01,bypass,faithfulness,skipped,,no_retrieval_in_baseline,
|
|
indication-01,bypass,context_recall,skipped,,no_retrieval_in_baseline,
|
|
contraindication-01,bypass,faithfulness,skipped,,no_retrieval_in_baseline,
|
|
contraindication-01,bypass,context_recall,skipped,,no_retrieval_in_baseline,
|
|
interaction-01,bypass,faithfulness,skipped,,no_retrieval_in_baseline,
|
|
interaction-01,bypass,context_recall,skipped,,no_retrieval_in_baseline,
|
|
warning-01,bypass,faithfulness,skipped,,no_retrieval_in_baseline,
|
|
warning-01,bypass,context_recall,skipped,,no_retrieval_in_baseline,
|
|
unanswerable-01,mix,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,mix,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,mix,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,mix,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,bypass,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,bypass,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,bypass,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,bypass,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,naive,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,naive,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,naive,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,naive,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,local,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,local,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,local,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,local,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,hybrid,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,hybrid,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,hybrid,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-01,hybrid,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
indication-02,bypass,faithfulness,skipped,,no_retrieval_in_baseline,
|
|
indication-02,bypass,context_recall,skipped,,no_retrieval_in_baseline,
|
|
contraindication-02,bypass,faithfulness,skipped,,no_retrieval_in_baseline,
|
|
contraindication-02,bypass,context_recall,skipped,,no_retrieval_in_baseline,
|
|
interaction-02,bypass,faithfulness,skipped,,no_retrieval_in_baseline,
|
|
interaction-02,bypass,context_recall,skipped,,no_retrieval_in_baseline,
|
|
warning-02,bypass,faithfulness,skipped,,no_retrieval_in_baseline,
|
|
warning-02,bypass,context_recall,skipped,,no_retrieval_in_baseline,
|
|
unanswerable-02,mix,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,mix,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,mix,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,mix,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,bypass,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,bypass,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,bypass,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,bypass,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,naive,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,naive,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,naive,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,naive,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,local,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,local,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,local,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,local,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,hybrid,faithfulness,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,hybrid,answer_relevancy,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,hybrid,context_recall,skipped,,abstention_scenario_evaluated_separately,
|
|
unanswerable-02,hybrid,answer_correctness,skipped,,abstention_scenario_evaluated_separately,
|
|
indication-01,bypass,answer_relevancy,ok,0.8336740450428343,,2.302
|
|
indication-01,naive,answer_relevancy,ok,0.8413767093812826,,1.843
|
|
indication-01,naive,context_recall,ok,1.0,,4.089
|
|
indication-01,naive,faithfulness,ok,0.8181818181818182,,12.633
|
|
indication-01,naive,answer_correctness,ok,0.8426211342298708,,12.218
|
|
indication-01,local,answer_relevancy,ok,0.8146961312204395,,1.969
|
|
indication-01,local,context_recall,ok,1.0,,4.755
|
|
indication-01,bypass,answer_correctness,ok,0.39040561850206995,,33.67
|
|
indication-01,local,faithfulness,ok,0.6666666666666666,,26.284
|
|
indication-01,hybrid,answer_relevancy,ok,0.8659158503650933,,1.996
|
|
indication-01,hybrid,context_recall,ok,0.8,,5.127
|
|
indication-01,local,answer_correctness,ok,0.8154786680797599,,22.987
|
|
indication-01,hybrid,faithfulness,ok,1.0,,16.57
|
|
indication-01,mix,answer_relevancy,ok,0.8382869190155958,,2.085
|
|
indication-01,mix,context_recall,ok,0.8,,5.266
|
|
indication-01,hybrid,answer_correctness,ok,0.7102264898222257,,17.531
|
|
contraindication-01,naive,faithfulness,ok,1.0,,13.677
|
|
contraindication-01,naive,answer_relevancy,ok,0.5487599361226743,,1.943
|
|
contraindication-01,naive,context_recall,ok,0.0,,7.986
|
|
indication-01,mix,answer_correctness,ok,0.4466746717575326,,40.178
|
|
indication-01,mix,faithfulness,ok,0.8648648648648649,,47.779
|
|
contraindication-01,local,answer_relevancy,ok,0.0,,1.888
|
|
contraindication-01,local,context_recall,ok,0.0,,7.427
|
|
contraindication-01,naive,answer_correctness,ok,0.3400720301177152,,23.647
|
|
contraindication-01,local,faithfulness,ok,0.9411764705882353,,20.95
|
|
contraindication-01,hybrid,answer_relevancy,ok,0.6246234588792787,,2.554
|
|
contraindication-01,hybrid,context_recall,ok,0.0,,7.684
|
|
contraindication-01,local,answer_correctness,ok,0.11085266569327383,,34.453
|
|
contraindication-01,hybrid,faithfulness,ok,0.8461538461538461,,34.399
|
|
contraindication-01,mix,answer_relevancy,ok,0.0,,1.963
|
|
contraindication-01,mix,faithfulness,ok,0.2857142857142857,,10.903
|
|
contraindication-01,mix,context_recall,ok,0.0,,6.99
|
|
contraindication-01,bypass,answer_relevancy,ok,0.3085577488833277,,2.06
|
|
contraindication-01,hybrid,answer_correctness,ok,0.3488431436528561,,41.511
|
|
contraindication-01,mix,answer_correctness,ok,0.1152586673093139,,26.242
|
|
interaction-01,local,answer_relevancy,ok,0.6704921383309878,,1.667
|
|
interaction-01,local,faithfulness,ok,0.4117647058823529,,17.061
|
|
interaction-01,local,context_recall,ok,0.0,,7.623
|
|
interaction-01,hybrid,faithfulness,ok,0.2,,12.766
|
|
interaction-01,hybrid,answer_relevancy,ok,0.7215157470632865,,1.672
|
|
contraindication-01,bypass,answer_correctness,ok,0.3409825829291848,,48.681
|
|
interaction-01,hybrid,context_recall,ok,0.0,,10.94
|
|
interaction-01,local,answer_correctness,ok,0.3842396956036642,,33.411
|
|
interaction-01,mix,answer_relevancy,ok,0.8730483526432252,,1.596
|
|
interaction-01,mix,faithfulness,ok,0.6666666666666666,,14.476
|
|
interaction-01,mix,context_recall,ok,0.0,,6.823
|
|
interaction-01,bypass,answer_relevancy,ok,0.7413059826251285,,1.913
|
|
interaction-01,hybrid,answer_correctness,ok,0.413744114376974,,36.867
|
|
interaction-01,mix,answer_correctness,ok,0.2802822778088285,,27.753
|
|
interaction-01,naive,answer_relevancy,ok,0.8172116514177749,,1.573
|
|
interaction-01,naive,faithfulness,ok,0.9375,,22.14
|
|
interaction-01,naive,context_recall,ok,0.0,,9.056
|
|
interaction-01,bypass,answer_correctness,ok,0.37156297641415215,,50.306
|
|
warning-01,hybrid,answer_relevancy,ok,0.0,,3.699
|
|
warning-01,hybrid,context_recall,ok,0.0,,5.158
|
|
warning-01,mix,answer_relevancy,ok,0.0,,2.651
|
|
warning-01,mix,context_recall,ok,0.6666666666666666,,6.37
|
|
warning-01,bypass,answer_relevancy,ok,0.7047779318608279,,2.714
|
|
warning-01,hybrid,answer_correctness,ok,0.0810195024746072,,24.736
|
|
warning-01,hybrid,faithfulness,ok,0.5882352941176471,,26.359
|
|
warning-01,naive,answer_relevancy,ok,0.0,,2.696
|
|
warning-01,mix,faithfulness,ok,1.0,,31.472
|
|
warning-01,naive,context_recall,ok,0.0,,5.802
|
|
warning-01,naive,faithfulness,ok,1.0,,14.832
|
|
warning-01,local,answer_relevancy,ok,0.0,,2.868
|
|
warning-01,naive,answer_correctness,ok,0.10641080113869646,,14.807
|
|
warning-01,local,context_recall,ok,1.0,,4.366
|
|
indication-02,bypass,answer_relevancy,ok,0.7110334196766454,,2.434
|
|
warning-01,mix,answer_correctness,ok,0.35135213308585866,,47.174
|
|
warning-01,local,faithfulness,ok,0.6153846153846154,,22.224
|
|
indication-02,naive,answer_relevancy,ok,0.7790697639822254,,2.969
|
|
indication-02,naive,context_recall,ok,1.0,,8.762
|
|
warning-01,local,answer_correctness,ok,0.12249738361039147,,24.229
|
|
interaction-01,naive,answer_correctness,ok,0.5550557834340627,,71.67
|
|
indication-02,naive,faithfulness,ok,1.0,,19.063
|
|
indication-02,local,answer_relevancy,ok,0.9688923114258469,,2.668
|
|
indication-02,local,context_recall,ok,0.8888888888888888,,9.624
|
|
indication-02,local,faithfulness,ok,1.0,,19.292
|
|
indication-02,hybrid,answer_relevancy,ok,0.8459087552785475,,2.298
|
|
indication-02,naive,answer_correctness,ok,0.879525351297198,,27.066
|
|
indication-02,hybrid,context_recall,ok,1.0,,8.1
|
|
indication-02,hybrid,faithfulness,ok,0.9166666666666666,,18.608
|
|
indication-02,mix,answer_relevancy,ok,0.8045249582593978,,2.342
|
|
indication-02,local,answer_correctness,ok,0.7906915876312732,,29.27
|
|
indication-02,bypass,answer_correctness,ok,0.886151131659857,,54.4
|
|
indication-02,mix,context_recall,ok,0.8888888888888888,,10.271
|
|
contraindication-02,naive,answer_relevancy,ok,0.7163312111885355,,2.235
|
|
indication-02,hybrid,answer_correctness,ok,0.8459444357354957,,23.328
|
|
contraindication-02,naive,context_recall,ok,0.0,,4.685
|
|
contraindication-02,naive,faithfulness,ok,1.0,,27.572
|
|
indication-02,mix,faithfulness,ok,1.0,,31.836
|
|
contraindication-02,local,answer_relevancy,ok,0.6760947364274177,,2.845
|
|
contraindication-02,local,context_recall,ok,0.0,,4.498
|
|
indication-02,mix,answer_correctness,ok,0.5844439754447375,,35.166
|
|
contraindication-02,hybrid,answer_relevancy,ok,0.0,,2.242
|
|
contraindication-02,naive,answer_correctness,ok,0.14184780773802788,,23.373
|
|
contraindication-02,hybrid,context_recall,ok,0.0,,4.848
|
|
contraindication-02,hybrid,faithfulness,ok,0.8181818181818182,,18.945
|
|
contraindication-02,mix,answer_relevancy,ok,0.7770866813218135,,2.263
|
|
contraindication-02,local,faithfulness,ok,0.7692307692307693,,40.044
|
|
contraindication-02,mix,context_recall,ok,1.0,,3.572
|
|
contraindication-02,hybrid,answer_correctness,ok,0.13751662015143826,,20.615
|
|
contraindication-02,bypass,answer_relevancy,ok,0.5651220185561544,,2.353
|
|
contraindication-02,local,answer_correctness,ok,0.18701431227692278,,37.011
|
|
interaction-02,local,answer_relevancy,ok,0.33274921354883763,,1.796
|
|
contraindication-02,mix,faithfulness,ok,0.7857142857142857,,29.059
|
|
interaction-02,local,context_recall,ok,0.0,,4.938
|
|
contraindication-02,mix,answer_correctness,ok,0.5283169073938874,,19.373
|
|
interaction-02,hybrid,answer_relevancy,ok,0.710010688080564,,1.869
|
|
interaction-02,local,faithfulness,ok,0.21428571428571427,,20.394
|
|
interaction-02,hybrid,context_recall,ok,0.3333333333333333,,6.403
|
|
interaction-02,hybrid,faithfulness,ok,0.7142857142857143,,16.228
|
|
warning-01,bypass,answer_correctness,ok,0.17177298311723022,,41.639
|
|
interaction-02,mix,answer_relevancy,ok,0.7155466059400872,,2.491
|
|
interaction-02,mix,context_recall,ok,0.0,,8.913
|
|
interaction-02,bypass,answer_relevancy,ok,0.5252403367666899,,2.704
|
|
interaction-02,mix,faithfulness,ok,0.8,,18.739
|
|
interaction-02,local,answer_correctness,ok,0.43050382103090135,,34.41
|
|
interaction-02,hybrid,answer_correctness,ok,0.2305346007015037,,25.879
|
|
interaction-02,naive,answer_relevancy,ok,0.0,,3.255
|
|
interaction-02,naive,context_recall,ok,0.0,,5.051
|
|
contraindication-02,bypass,answer_correctness,ok,0.28961073692570205,,56.977
|
|
interaction-02,naive,faithfulness,ok,0.875,,14.994
|
|
warning-02,hybrid,answer_relevancy,ok,0.0,,2.724
|
|
interaction-02,mix,answer_correctness,ok,0.6269070092994843,,29.494
|
|
warning-02,hybrid,faithfulness,ok,0.7777777777777778,,13.601
|
|
warning-02,mix,answer_relevancy,ok,0.8873992619846888,,2.146
|
|
warning-02,hybrid,context_recall,ok,0.0,,12.75
|
|
interaction-02,naive,answer_correctness,ok,0.14279842390947706,,24.042
|
|
warning-02,bypass,answer_relevancy,ok,0.6650156269431805,,2.065
|
|
warning-02,mix,faithfulness,ok,1.0,,17.416
|
|
warning-02,mix,context_recall,ok,0.36363636363636365,,13.192
|
|
warning-02,naive,answer_relevancy,ok,0.8354692338835598,,2.499
|
|
interaction-02,bypass,answer_correctness,ok,0.36896249546678567,,52.856
|
|
warning-02,naive,faithfulness,ok,1.0,,16.66
|
|
warning-02,naive,context_recall,ok,0.3333333333333333,,13.939
|
|
warning-02,local,answer_relevancy,ok,0.553480461774667,,1.6
|
|
warning-02,hybrid,answer_correctness,ok,0.11460890995058678,,40.771
|
|
warning-02,mix,answer_correctness,ok,0.5346924251233847,,39.149
|
|
warning-02,local,context_recall,ok,0.0,,12.394
|
|
warning-02,local,faithfulness,ok,0.8666666666666667,,21.547
|
|
warning-02,naive,answer_correctness,ok,0.5208708409607992,,30.929
|
|
warning-02,local,answer_correctness,ok,0.10882217571332953,,34.551
|
|
warning-02,bypass,answer_correctness,ok,0.42470478380505927,,61.649
|