{ "identity": { "ragas_version": "0.4.3", "openai_version": "1.109.1", "answers_sha256": "133abcbec42419a3cc97ba38be84e5748047ee3dbd5779ba61696b0907d9d055", "cases_sha256": "0f68409b9387f6f5c258767b157328313996943b7584bb9ed5bb201fdd38ffa9", "scorer_source_sha256": { "faithfulness": "4f16e08ede15051725ff7a44953045d35ac5007e70afdfa10edcd61fa486dc1e", "answer_relevancy": "f2ed58d4d225a5643cd6452053533a182688c13a31079cdf040fe25324ddf126", "context_recall": "72ce88b5383fa04083061415b4d3722f2aea7f8353e04987bca93103f18d3aef", "answer_correctness": "f1ed326c15c7cf7cadaaed5a822c25854bc764e12c91c9da02a2dd4fac7e083c" }, "case_mode_pairs": [ [ "indication-01", "bypass" ], [ "indication-01", "naive" ], [ "indication-01", "local" ], [ "indication-01", "hybrid" ], [ "indication-01", "mix" ], [ "contraindication-01", "naive" ], [ "contraindication-01", "local" ], [ "contraindication-01", "hybrid" ], [ "contraindication-01", "mix" ], [ "contraindication-01", "bypass" ], [ "interaction-01", "local" ], [ "interaction-01", "hybrid" ], [ "interaction-01", "mix" ], [ "interaction-01", "bypass" ], [ "interaction-01", "naive" ], [ "warning-01", "hybrid" ], [ "warning-01", "mix" ], [ "warning-01", "bypass" ], [ "warning-01", "naive" ], [ "warning-01", "local" ], [ "unanswerable-01", "mix" ], [ "unanswerable-01", "bypass" ], [ "unanswerable-01", "naive" ], [ "unanswerable-01", "local" ], [ "unanswerable-01", "hybrid" ], [ "indication-02", "bypass" ], [ "indication-02", "naive" ], [ "indication-02", "local" ], [ "indication-02", "hybrid" ], [ "indication-02", "mix" ], [ "contraindication-02", "naive" ], [ "contraindication-02", "local" ], [ "contraindication-02", "hybrid" ], [ "contraindication-02", "mix" ], [ "contraindication-02", "bypass" ], [ "interaction-02", "local" ], [ "interaction-02", "hybrid" ], [ "interaction-02", "mix" ], [ "interaction-02", "bypass" ], [ "interaction-02", "naive" ], [ "warning-02", "hybrid" ], [ "warning-02", "mix" ], [ "warning-02", "bypass" ], [ "warning-02", "naive" ], [ "warning-02", "local" ], [ "unanswerable-02", "mix" ], [ "unanswerable-02", "bypass" ], [ "unanswerable-02", "naive" ], [ "unanswerable-02", "local" ], [ "unanswerable-02", "hybrid" ] ], "llm_model": "qwen36-27", "llm_endpoint": "https://ui.tukekemt.xyz/api", "temperature": 0, "max_tokens": 4096, "enable_thinking": false, "embedding_model": "paraphrase-multilingual-MiniLM-L12-v2", "embedding_endpoint": "http://localhost:8010/v1", "metric_api": "ragas.metrics.collections", "answer_correctness_weights": [ 0.75, 0.25 ], "context_definition": "Exact source fragments returned with stored answer; graph descriptions and full generator prompt were not archived.", "prompt_language": "Default RAGAS prompts (English); questions, references and answers are Slovak.", "negative_cases": "Standard answerable metrics skipped; abstention retained in separate existing rubric." }, "started_utc": "2026-10-17T13:39:10.774359+00:00", "python": "3.13.7", "workers": 3, "limitation": "Evaluator is the same school model service as the generator; references are source-derived and not independently clinically reviewed.", "resume_events": [ { "utc": "2026-10-17T13:43:56.653672+00:00", "workers": 6, "timeout": 180 }, { "utc": "2026-10-17T13:49:43.733898+00:00", "workers": 1, "timeout": 300, "retry_max_tokens": 8192 } ] }