{
  "date": "2026-10-27",
  "scope": "Classic checked RAG regression and operational report organization. GraphRAG baseline/results unchanged.",
  "status": {
    "local_wider_verification": "complete",
    "reports_and_logs": "complete",
    "wider_80_model_answers": "awaiting_explicit_consent"
  },
  "dataset": {
    "path": "tools/rag/evaluation/json_files/verified_rag_regression.json",
    "sha256": "07d6dcaaf546c1df5a2a6c8074ad7502122175d4226a194cd782f5b5031a0b07"
  },
  "method": "80 predeclared known regression questions from nine strata, including 10 missing-fact negatives. No gold sent to production model. Not an independent TEST.",
  "retrieval_and_typed_evidence": {
    "total": 80,
    "answers_evaluated": 0,
    "passed": 0,
    "success_percent": null,
    "false_no_answers": 0,
    "blocked_deliveries": 0,
    "first_attempt_accepted": 0,
    "failure_reasons": {},
    "source_coverage": 80,
    "answerable_source_coverage": {
      "passed": 70,
      "total": 70
    },
    "typed_binding_coverage": {
      "passed": 50,
      "total": 52
    },
    "categories": {
      "disambiguation_year": {
        "total": 8,
        "passed": 0
      },
      "fact_start_year": {
        "total": 8,
        "passed": 0
      },
      "fact_title": {
        "total": 10,
        "passed": 0
      },
      "fact_work_year": {
        "total": 10,
        "passed": 0
      },
      "keyword_grounding": {
        "total": 8,
        "passed": 0
      },
      "multi_document": {
        "total": 8,
        "passed": 0
      },
      "single_document_synthesis": {
        "total": 8,
        "passed": 0
      },
      "specific_fact": {
        "total": 10,
        "passed": 0
      },
      "unanswerable_missing_fact": {
        "total": 10,
        "passed": 0
      }
    }
  },
  "unresolved_source_conventions": [
    {
      "id": "q0074",
      "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?",
      "missing_bindings": [
        {
          "person": "Dárius Lindvai",
          "work_type": "diploma_thesis",
          "document_path": "pages/students/2016/darius_lindvai/README.md",
          "heading_line": null,
          "title_line": 14,
          "year": 2021,
          "year_basis": "frontmatter_category"
        }
      ]
    },
    {
      "id": "q1168",
      "question": "Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
      "missing_bindings": [
        {
          "person": "Dárius Lindvai",
          "work_type": "diploma_thesis",
          "document_path": "pages/students/2016/darius_lindvai/README.md",
          "heading_line": null,
          "title_line": 14,
          "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
          "year": 2021,
          "year_basis": "frontmatter_category"
        }
      ]
    }
  ],
  "source_note": "Darius Lindvai diploma year 2021 comes from frontmatter category dp2021 without an explicit diploma heading. Runtime deliberately does not infer academic year from taxonomy.",
  "guard_replay": {
    "summary": {
      "checks": 360,
      "passed": 360,
      "contexts": 80,
      "llm_calls": 0,
      "note": "Controlled fault injection, not an LLM accuracy measurement."
    },
    "by_check": {
      "accept_supported_tuple": {
        "passed": 50,
        "total": 50
      },
      "reject_false_refusal": {
        "passed": 50,
        "total": 50
      },
      "reject_wrong_year": {
        "passed": 50,
        "total": 50
      },
      "reject_wrong_title": {
        "passed": 50,
        "total": 50
      },
      "reject_wrong_person": {
        "passed": 50,
        "total": 50
      },
      "reject_wrong_work_type": {
        "passed": 50,
        "total": 50
      },
      "reject_wrong_citation": {
        "passed": 50,
        "total": 50
      },
      "accept_supported_missing_fact_refusal": {
        "passed": 10,
        "total": 10
      }
    }
  },
  "authorized_five_model_smoke": {
    "summary": {
      "total": 5,
      "answers_evaluated": 5,
      "passed": 5,
      "success_percent": 100.0,
      "false_no_answers": 0,
      "blocked_deliveries": 0,
      "first_attempt_accepted": 5,
      "failure_reasons": {},
      "source_coverage": 5,
      "answerable_source_coverage": {
        "passed": 4,
        "total": 4
      },
      "typed_binding_coverage": {
        "passed": 3,
        "total": 3
      },
      "categories": {
        "disambiguation_year": {
          "total": 1,
          "passed": 1
        },
        "fact_title": {
          "total": 1,
          "passed": 1
        },
        "multi_document": {
          "total": 1,
          "passed": 1
        },
        "source_url": {
          "total": 1,
          "passed": 1
        },
        "unanswerable_missing_fact": {
          "total": 1,
          "passed": 1
        }
      }
    },
    "model": "model120-fast",
    "provider": "https://ui.tukekemt.xyz",
    "method": "Five actual /answer requests with at most one repair, using previously authorized questions. Same stored responses regraded after correcting evaluator false positives on additional supported academic works. No new generation during regrading.",
    "results": [
      {
        "id": "q0053",
        "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?",
        "passed": true,
        "issues": [],
        "answer": "Lukáš Pokrývka — diplomová práca; názov práce: Paralelné trénovanie neurónových sietí; rok práce: 2021.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
        "claims": [
          {
            "person": "Lukáš Pokrývka",
            "title": "Paralelné trénovanie neurónových sietí",
            "year": 2021,
            "work_type": "diploma_thesis"
          }
        ],
        "source_urls": [
          "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
        ],
        "accepted_for_delivery": true
      },
      {
        "id": "q0060",
        "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.",
        "passed": true,
        "issues": [],
        "answer": "Lukáš Pokrývka — diplomová práca; rok práce: 2021; začiatok štúdia: 2016.\nLukáš Pokrývka — tímový projekt; rok práce: 2019; začiatok štúdia: 2016.\nLukáš Pokrývka — diplomový projekt; rok práce: 2020; začiatok štúdia: 2016.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
        "claims": [
          {
            "person": "Lukáš Pokrývka",
            "year": 2021,
            "start_year": 2016,
            "work_type": "diploma_thesis"
          },
          {
            "person": "Lukáš Pokrývka",
            "year": 2019,
            "start_year": 2016,
            "work_type": "team_project"
          },
          {
            "person": "Lukáš Pokrývka",
            "year": 2020,
            "start_year": 2016,
            "work_type": "diploma_project"
          }
        ],
        "source_urls": [
          "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
        ],
        "accepted_for_delivery": true
      },
      {
        "id": "q0608",
        "question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?",
        "passed": true,
        "issues": [],
        "answer": "Zo zdroja Podpora slovenčiny v knižnici Spacy: „Source URL: https://zp.kemt.fei.tuke.sk/topics/spacy“\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/topics/spacy",
        "claims": [],
        "source_urls": [
          "https://zp.kemt.fei.tuke.sk/topics/spacy"
        ],
        "accepted_for_delivery": true
      },
      {
        "id": "q0888",
        "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Tomáš Kuchárik?",
        "passed": true,
        "issues": [],
        "answer": "V dostupných podkladoch sa požadovanú informáciu nepodarilo spoľahlivo nájsť.\nVýpis je neúplný.",
        "claims": [],
        "source_urls": [],
        "accepted_for_delivery": true
      },
      {
        "id": "q1147",
        "question": "Porovnaj záznamy osôb Ján Holp a Ondrej Megela. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Ondrej Megela záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",
        "passed": true,
        "issues": [],
        "answer": "Ján Holp — diplomová práca; názov práce: Systém získavania informácií v slovenskom jazyku; rok práce: 2021.\nOndrej Megela — bakalárska práca; názov práce: Neurónové jazykové modelovanie typu BERT; rok práce: 2020.\nVýpis je neúplný.\nZdroje: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp, https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
        "claims": [
          {
            "person": "Ján Holp",
            "title": "Systém získavania informácií v slovenskom jazyku",
            "year": 2021,
            "work_type": "diploma_thesis"
          },
          {
            "person": "Ondrej Megela",
            "title": "Neurónové jazykové modelovanie typu BERT",
            "year": 2020,
            "work_type": "bachelor_thesis"
          }
        ],
        "source_urls": [
          "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
          "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
        ],
        "accepted_for_delivery": true
      }
    ]
  },
  "broad_model_accuracy": null,
  "full_verification": {
    "passed": true,
    "checks": {
      "python_and_shell": {
        "passed": true,
        "details": {
          "compiled_python_files": 150,
          "checked_shell_scripts": 4
        },
        "seconds": 0.5
      },
      "git_diff": {
        "passed": true,
        "details": "",
        "seconds": 0.01
      },
      "git_integrity": {
        "passed": true,
        "details": "dangling tree 7a73ecae52355619e782cb822622ac3f69de7ae0\ndangling blob 5574a6fec5472a6e8f5e743a49da177b376eda10\ndangling tree fbb4fbc9fe2f927d118b4b3b97e886a316d1d8f1\ndangling blob a186d97f5ef3b6da4a0ef094f7d05c11b47d9350\ndangling tree a626128497ed8c0d3dc200285901748474ac7dd2\ndangling tree 3337aecd889bcdac7142dcb00e46f1c71aa0cf92\ndangling blob c0c87b808a2454b64badf9d191260458aa576653\ndangling tree ef38b2cbe6f6e24898cefe8a83450122dea5d4c6\ndangling blob f208469c41d2b62812c34bc4ace4f25fdbd627cf\ndangling blob 6489d7ce0bb130e424bbe8da6c73300a2e167b94\ndangling blob c949aad31632b94da867885110890f0a5c9ca2a5\ndangling tree 625a23eefd539c3844b515e71d0ac6929b7babe0\ndangling tree b4eaffde38b667198523282947dae5e4a4e4fb03\ndangling blob f54b96ee587ee0d697902604536f3803e6001ad2\ndangling blob c54c2eb64f9a1d522f8c7e335222fdac15b1d02b\ndangling blob c14d08a27284af6a3b91414aaf9f5a1773ed9240",
        "seconds": 0.05
      },
      "compose_configuration": {
        "passed": true,
        "details": "",
        "seconds": 0.11
      },
      "api_and_both_indexes": {
        "passed": true,
        "details": {
          "ready": true,
          "index_version": {
            "version": "497fadb8f38c4af18d7d9e3b06cdb0a0",
            "git_revision": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
            "created_at_utc": "2026-10-26T18:15:17.983336+00:00",
            "source_sha256": "007792c12f3467dd3203bb4951ccc197fdc0eef669580f1b1f893baf609ca363",
            "documents_sha256": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
            "chunks_sha256": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9",
            "embedding_model": "intfloat/multilingual-e5-small",
            "publication_policy": "explicit-false-hidden-v1",
            "embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92"
          },
          "tools": {
            "rag": true,
            "neo4j": true,
            "graphrag": true
          }
        },
        "seconds": 7.91
      },
      "sqlite_integrity": {
        "passed": true,
        "details": {
          "documents": 114,
          "chunks": 887,
          "chunks_fts": 887,
          "chunk_embeddings": 892
        },
        "seconds": 0.06
      },
      "container_readiness": {
        "passed": true,
        "details": "",
        "seconds": 1.2
      },
      "wiki_git_ssh": {
        "passed": true,
        "details": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e\trefs/heads/master",
        "seconds": 0.83
      },
      "openwebui_tool_packages": {
        "passed": true,
        "details": {
          "packages": [
            {
              "package_id": "zpwiki_rag",
              "archive": "/home/janko/DP/zp-agent/data/tool_packages/zpwiki_rag.zip",
              "sha256": "84c66cefbed33dbbabbe033f5fe5dc5e71cda380c9824b2ae7f15b30e304fdd6"
            },
            {
              "package_id": "zpwiki_graphrag",
              "archive": "/home/janko/DP/zp-agent/data/tool_packages/zpwiki_graphrag.zip",
              "sha256": "6d6ab36bf8fe936a1ae9a1c1debb46cedb04116c860ee9d3216ca720e65cf2fe"
            }
          ],
          "live_retrieval": true,
          "same_data_version": true,
          "negative_query": true,
          "authorization": true,
          "external_llm_calls": false
        },
        "seconds": 0.75
      },
      "full_local_regression": {
        "passed": true,
        "details": {
          "passed": 734,
          "log": "/home/janko/DP/zp-agent/data/logs/verification/20261027T005852Z-ef38a940.pytest.log",
          "external_network_blocked": true
        },
        "seconds": 89.48
      }
    },
    "deployed_python_modules_match_workspace": 125,
    "offline_assets_build_probe": true,
    "post_regression_both_tools_ready": true,
    "index_version_unchanged": "497fadb8f38c4af18d7d9e3b06cdb0a0"
  },
  "report_organization": {
    "moved_files": 26,
    "deleted_files": 0,
    "operational_json_hashes_unchanged": true,
    "reports": "data/reports/<category>/",
    "logs": "data/logs/",
    "legacy_reports": "data/reports/archive/legacy/",
    "legacy_logs": "data/logs/archive/legacy/",
    "retention": "Keep five latest completed project verifications active, archive older reports and paired logs, preserve incomplete and experimental results. Never auto-delete.",
    "journal": {
      "path": "data/reports/migrations/20261027T004801Z-dfb5c510.json",
      "sha256": "e6ff162d8d8164bdac07cb3c1781fc9d113990079d9d636203a8ed1ab48fce40"
    }
  },
  "artifacts": {
    "local_contexts": {
      "path": "data/reports/rag_verified/20261027T005720Z-3186724c.json",
      "sha256": "516276ce1f91f5b3e30c8d09d0a008021c777f067d74ef8fbd89faeba259af9d"
    },
    "guard_replay": {
      "path": "data/reports/rag_guards/20261027T005846Z-cfbc62a7.json",
      "sha256": "d2539d13a205af724a2aa95f7d11bc72d9a2e1f4176147eddcea78a6ab173e42"
    },
    "original_model_outputs": {
      "path": "data/reports/rag_verified/20261027T005425Z-2e5ca17c.json",
      "sha256": "e98bd32ccc9f5010fb09b674499cb7decf0417781f3b1d92d7da077050eca9e8"
    },
    "regraded_model_outputs": {
      "path": "data/reports/rag_verified/20261027T005639Z-bb118881.json",
      "sha256": "7383b72083e965c670cda2caadae268894eb8caead4185f48abde26c477e21c5"
    },
    "project_verification": {
      "path": "data/reports/verification/20261027T005852Z-ef38a940.json",
      "sha256": "eac6ef0caace933d42fd41c540a10c646699843aec6bc2bab28ef8be4727aa8f"
    }
  },
  "limitations": [
    "Known regression questions; not a new independent accuracy estimate.",
    "Dárius Lindvai: the diploma year 2021 is inferred from taxonomy category dp2021; no explicit diploma heading. Runtime checked RAG deliberately does not use category years as work-year proof.",
    "Source review is automated against original Markdown; independent human annotation has not been performed.",
    "No 80-case model accuracy has been measured. Existing explicit permission covers five school-model questions; broader export approval is pending.",
    "360 guard checks are controlled fault injection, not 360 generated model responses.",
    "Finding the expected document or extracting a supported tuple does not by itself measure answer correctness.",
    "Automatic quote relevance uses known expected-value coverage and literal support; independent human semantic review is still absent."
  ]
}