248 lines
4.8 KiB
JSON
248 lines
4.8 KiB
JSON
{
|
|
"identity": {
|
|
"ragas_version": "0.4.3",
|
|
"openai_version": "1.109.1",
|
|
"answers_sha256": "133abcbec42419a3cc97ba38be84e5748047ee3dbd5779ba61696b0907d9d055",
|
|
"cases_sha256": "0f68409b9387f6f5c258767b157328313996943b7584bb9ed5bb201fdd38ffa9",
|
|
"scorer_source_sha256": {
|
|
"faithfulness": "4f16e08ede15051725ff7a44953045d35ac5007e70afdfa10edcd61fa486dc1e",
|
|
"answer_relevancy": "f2ed58d4d225a5643cd6452053533a182688c13a31079cdf040fe25324ddf126",
|
|
"context_recall": "72ce88b5383fa04083061415b4d3722f2aea7f8353e04987bca93103f18d3aef",
|
|
"answer_correctness": "f1ed326c15c7cf7cadaaed5a822c25854bc764e12c91c9da02a2dd4fac7e083c"
|
|
},
|
|
"case_mode_pairs": [
|
|
[
|
|
"indication-01",
|
|
"bypass"
|
|
],
|
|
[
|
|
"indication-01",
|
|
"naive"
|
|
],
|
|
[
|
|
"indication-01",
|
|
"local"
|
|
],
|
|
[
|
|
"indication-01",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"indication-01",
|
|
"mix"
|
|
],
|
|
[
|
|
"contraindication-01",
|
|
"naive"
|
|
],
|
|
[
|
|
"contraindication-01",
|
|
"local"
|
|
],
|
|
[
|
|
"contraindication-01",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"contraindication-01",
|
|
"mix"
|
|
],
|
|
[
|
|
"contraindication-01",
|
|
"bypass"
|
|
],
|
|
[
|
|
"interaction-01",
|
|
"local"
|
|
],
|
|
[
|
|
"interaction-01",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"interaction-01",
|
|
"mix"
|
|
],
|
|
[
|
|
"interaction-01",
|
|
"bypass"
|
|
],
|
|
[
|
|
"interaction-01",
|
|
"naive"
|
|
],
|
|
[
|
|
"warning-01",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"warning-01",
|
|
"mix"
|
|
],
|
|
[
|
|
"warning-01",
|
|
"bypass"
|
|
],
|
|
[
|
|
"warning-01",
|
|
"naive"
|
|
],
|
|
[
|
|
"warning-01",
|
|
"local"
|
|
],
|
|
[
|
|
"unanswerable-01",
|
|
"mix"
|
|
],
|
|
[
|
|
"unanswerable-01",
|
|
"bypass"
|
|
],
|
|
[
|
|
"unanswerable-01",
|
|
"naive"
|
|
],
|
|
[
|
|
"unanswerable-01",
|
|
"local"
|
|
],
|
|
[
|
|
"unanswerable-01",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"indication-02",
|
|
"bypass"
|
|
],
|
|
[
|
|
"indication-02",
|
|
"naive"
|
|
],
|
|
[
|
|
"indication-02",
|
|
"local"
|
|
],
|
|
[
|
|
"indication-02",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"indication-02",
|
|
"mix"
|
|
],
|
|
[
|
|
"contraindication-02",
|
|
"naive"
|
|
],
|
|
[
|
|
"contraindication-02",
|
|
"local"
|
|
],
|
|
[
|
|
"contraindication-02",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"contraindication-02",
|
|
"mix"
|
|
],
|
|
[
|
|
"contraindication-02",
|
|
"bypass"
|
|
],
|
|
[
|
|
"interaction-02",
|
|
"local"
|
|
],
|
|
[
|
|
"interaction-02",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"interaction-02",
|
|
"mix"
|
|
],
|
|
[
|
|
"interaction-02",
|
|
"bypass"
|
|
],
|
|
[
|
|
"interaction-02",
|
|
"naive"
|
|
],
|
|
[
|
|
"warning-02",
|
|
"hybrid"
|
|
],
|
|
[
|
|
"warning-02",
|
|
"mix"
|
|
],
|
|
[
|
|
"warning-02",
|
|
"bypass"
|
|
],
|
|
[
|
|
"warning-02",
|
|
"naive"
|
|
],
|
|
[
|
|
"warning-02",
|
|
"local"
|
|
],
|
|
[
|
|
"unanswerable-02",
|
|
"mix"
|
|
],
|
|
[
|
|
"unanswerable-02",
|
|
"bypass"
|
|
],
|
|
[
|
|
"unanswerable-02",
|
|
"naive"
|
|
],
|
|
[
|
|
"unanswerable-02",
|
|
"local"
|
|
],
|
|
[
|
|
"unanswerable-02",
|
|
"hybrid"
|
|
]
|
|
],
|
|
"llm_model": "qwen36-27",
|
|
"llm_endpoint": "https://ui.tukekemt.xyz/api",
|
|
"temperature": 0,
|
|
"max_tokens": 4096,
|
|
"enable_thinking": false,
|
|
"embedding_model": "paraphrase-multilingual-MiniLM-L12-v2",
|
|
"embedding_endpoint": "http://localhost:8010/v1",
|
|
"metric_api": "ragas.metrics.collections",
|
|
"answer_correctness_weights": [
|
|
0.75,
|
|
0.25
|
|
],
|
|
"context_definition": "Exact source fragments returned with stored answer; graph descriptions and full generator prompt were not archived.",
|
|
"prompt_language": "Default RAGAS prompts (English); questions, references and answers are Slovak.",
|
|
"negative_cases": "Standard answerable metrics skipped; abstention retained in separate existing rubric."
|
|
},
|
|
"started_utc": "2026-10-17T13:39:10.774359+00:00",
|
|
"python": "3.13.7",
|
|
"workers": 3,
|
|
"limitation": "Evaluator is the same school model service as the generator; references are source-derived and not independently clinically reviewed.",
|
|
"resume_events": [
|
|
{
|
|
"utc": "2026-10-17T13:43:56.653672+00:00",
|
|
"workers": 6,
|
|
"timeout": 180
|
|
},
|
|
{
|
|
"utc": "2026-10-17T13:49:43.733898+00:00",
|
|
"workers": 1,
|
|
"timeout": 300,
|
|
"retry_max_tokens": 8192
|
|
}
|
|
]
|
|
} |