DiplomovaPraca/outputs/evaluation_pilot_fixed/report.json

47 lines
995 B
JSON

{
"bypass": {
"successful": 10,
"failed": 0,
"source_hit_n": 0,
"source_hits": 0,
"answers_with_source_chunks": 0,
"median_seconds": 7.2204999999999995,
"judge_successful": 9
},
"naive": {
"successful": 10,
"failed": 0,
"source_hit_n": 8,
"source_hits": 8,
"answers_with_source_chunks": 10,
"median_seconds": 7.477,
"judge_successful": 10
},
"local": {
"successful": 10,
"failed": 0,
"source_hit_n": 8,
"source_hits": 7,
"answers_with_source_chunks": 10,
"median_seconds": 7.6705,
"judge_successful": 10
},
"hybrid": {
"successful": 10,
"failed": 0,
"source_hit_n": 8,
"source_hits": 4,
"answers_with_source_chunks": 10,
"median_seconds": 7.263,
"judge_successful": 10
},
"mix": {
"successful": 10,
"failed": 0,
"source_hit_n": 8,
"source_hits": 8,
"answers_with_source_chunks": 10,
"median_seconds": 7.5725,
"judge_successful": 10
}
}