1130 lines
56 KiB
JSON
1130 lines
56 KiB
JSON
{
|
|
"checked_at_utc": "2026-11-10T00:52:20.163245+00:00",
|
|
"state": "BLOCK_1_IMPLEMENTED_AND_DEPLOYED_AWAITING_CLAUDE_UI_AND_JOINT_CLOSURE",
|
|
"scope": "Question understanding and explicit conversational references. Not the later prose-quality/proposal-generation block or a new accuracy TEST.",
|
|
"base_commit": "787cb6dfa38bd2ef410eb6925f46ae1bf3b39c31",
|
|
"design": {
|
|
"plan": "Shared typed person/role/work/year/period/meeting selector plus requested answer mode.",
|
|
"context": "Explicit optional context_token passed by the client. HMAC-SHA256 with domain-separated existing SEARCH_API_KEY, 24-hour expiry, source-index version and source-ID checks. No shared last-user/last-person state or chat database.",
|
|
"audit": "Original query is echoed unchanged; resolved_query records only backend interpretation.",
|
|
"retrieval": "Exact meeting conditions constrain RAG evidence selection and parametrized Neo4j traversal before final scope checks.",
|
|
"followups": [
|
|
"v danom stretnutí",
|
|
"vtedy",
|
|
"pri tej druhej práci",
|
|
"daj obe",
|
|
"new aspect",
|
|
"new meeting year",
|
|
"supervisor role with a new work year"
|
|
],
|
|
"fail_closed": [
|
|
"missing context",
|
|
"several possible meetings/works",
|
|
"different person",
|
|
"unknown new person",
|
|
"invalid signature",
|
|
"expiry",
|
|
"different source version",
|
|
"scope mismatch"
|
|
],
|
|
"answer_modes": [
|
|
"fact",
|
|
"description",
|
|
"comparison",
|
|
"similarity",
|
|
"proposal"
|
|
],
|
|
"proposal": "Recognized explicitly and returned as proposal_not_available, rather than accepting unrelated factual excerpts as a proposal. Generation belongs to block 2."
|
|
},
|
|
"verification": {
|
|
"full_regression": {
|
|
"command": ".venv/bin/python -m pytest -q test tools -o faulthandler_timeout=45",
|
|
"passed": 1582,
|
|
"skipped": 90,
|
|
"note": "After the full run, one additional displayed-work-option restriction was covered by the final focused suite and public MCP checks."
|
|
},
|
|
"final_focused": {
|
|
"command": ".venv/bin/python -m pytest -q test/test_conversation_context.py",
|
|
"passed": 35
|
|
},
|
|
"known_live_regressions": {
|
|
"passed": 28,
|
|
"total": 28,
|
|
"cases": [
|
|
{
|
|
"id": "latest",
|
|
"engine": "rag",
|
|
"query": "Kedy mal Jakub Schwarc posledné stretnutie a o čom bolo?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nPosledný záznam s úplným dátumom: 2026-11-05.\n\n- Priebežný stav: napísané skripty na spúštanie a prípravu dát a na vyhodnotenie.\n\n- Priebežný stav: Máme prístup na HPC\n\n- Priebežný stav: hľadanie optimálneho LR pomocou optuna na hruska.kemt.fei.tuke.sk - je to dosť pomalé\n\n- Priebežný stav: skúšanie SK bench. Niektoré repozitáre nf HF hub zatiaľ nefungovali.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nProfil obsahuje aj záznamy bez úplného dátumu; nemožno spoľahlivo určiť, či sú novšie. Rok nedopĺňam z roku práce.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomový projekt 2026",
|
|
"record_date": null,
|
|
"meeting_id": "bbdd7a83d033172418b263d1afc79b80"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "meeting_followup",
|
|
"engine": "rag",
|
|
"query": "Na čom pracoval Jakub Schwarc v danom stretnutí?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-11-05.\n\n- Priebežný stav: napísané skripty na spúštanie a prípravu dát a na vyhodnotenie.\n\n- Priebežný stav: Máme prístup na HPC\n\n- Priebežný stav: hľadanie optimálneho LR pomocou optuna na hruska.kemt.fei.tuke.sk - je to dosť pomalé\n\n- Priebežný stav: skúšanie SK bench. Niektoré repozitáre nf HF hub zatiaľ nefungovali.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": "Na čom pracoval Jakub Schwarc na stretnutí 5.11.2026? Pri práci \"Diplomová práca 2027\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "phrase_typo",
|
|
"engine": "rag",
|
|
"query": "ma com v danom stretnuti pracoval jakub schwarc",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-11-05.\n\n- Priebežný stav: napísané skripty na spúštanie a prípravu dát a na vyhodnotenie.\n\n- Priebežný stav: Máme prístup na HPC\n\n- Priebežný stav: hľadanie optimálneho LR pomocou optuna na hruska.kemt.fei.tuke.sk - je to dosť pomalé\n\n- Priebežný stav: skúšanie SK bench. Niektoré repozitáre nf HF hub zatiaľ nefungovali.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": "na čom na stretnutí 5.11.2026 pracoval jakub schwarc Pri práci \"Diplomová práca 2027\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "relative_time",
|
|
"engine": "rag",
|
|
"query": "Aké úlohy mal vtedy?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-11-05.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": "Aké úlohy mal na stretnutí 5.11.2026? Osoba: Jakub Schwarc. Na stretnutí 5.11.2026. Pri práci \"Diplomová práca 2027\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "old_explicit_date",
|
|
"engine": "rag",
|
|
"query": "Na čom pracoval Jakub Schwarc na stretnutí 1. 10. 2026?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-10-01.\n\n- Zaznamenaný výsledok: vytvorený repozitár s konfiguráciami\n\n- Priebežný stav: prípravených 10 experimentov s eval a loss priebehom.\n\n- Zaznamenaný výsledok: porovnanie AYA a Alpaca dotrénovania. Alpaca vyzerá lepšie.\n\n- Priebežný stav: vyskúšaná AYA collection dataset - zbehlo 86 percent datasetu. Kolísala evaluácia.\n\n- Plán: Pripravte skript, ktorý zozbiera a pripraví trénovacie dáta, ktoré mame k dispozícii. Dáta rozdeľte na 3 časti. train, test, eval. Test a eval by mali byť tak, nastavené, aby vyhodnotenie na nich netrovalo príáliš dlho. Stačí iba jedna mnoižina ak sú dáta podobné.\n\n- Plán: pripravte skript, ktorý vyhodnotí výsledný model. Na vyhodnotenie použite \"eval\" časť dát.\n\n- Plán: použite vyhodnotenie SK-bench.\n\n- Plán: Použite iný multilinguálny model na dotrénovanie - napr. OLMO.\n\nZobrazený je obmedzený výber. Zúž otázku na študenta, konkrétnu prácu alebo obdobie, prípadne zvýš limit.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": "Na čom pracoval Jakub Schwarc na stretnutí 1.10.2026?",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "missing_context",
|
|
"engine": "rag",
|
|
"query": "Na čom pracoval Jakub Schwarc v danom stretnutí?",
|
|
"passed": true,
|
|
"status": "ambiguous",
|
|
"reason": "missing_meeting_context",
|
|
"answer": "Ktoré stretnutie máš na mysli? Uveď študenta a dátum alebo presné označenie stretnutia.",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "wrong_context_person",
|
|
"engine": "rag",
|
|
"query": "Na čom vtedy pracoval Ján Holp?",
|
|
"passed": true,
|
|
"status": "ambiguous",
|
|
"reason": "context_subject_mismatch",
|
|
"answer": "Odkaz patrí k inej osobe. Uveď pre aktuálneho študenta konkrétnu prácu alebo dátum stretnutia.",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "unknown_new_person",
|
|
"engine": "rag",
|
|
"query": "Aké práce má xaver neexistujuci?",
|
|
"passed": true,
|
|
"status": "no_answer",
|
|
"reason": "unknown_person",
|
|
"answer": "Meno „xaver neexistujuci“ sa nepodarilo spoľahlivo priradiť k osobe v dostupných podkladoch. Uveď presné celé meno.",
|
|
"resolved_query": null,
|
|
"has_context": false,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "forged_context",
|
|
"engine": "rag",
|
|
"query": "Na čom vtedy pracoval?",
|
|
"passed": true,
|
|
"status": "error",
|
|
"reason": "invalid_context",
|
|
"answer": "Kontext predchádzajúcej otázky sa nepodarilo overiť. Zopakuj úplnú otázku s osobou, prácou a prípadným dátumom.",
|
|
"resolved_query": null,
|
|
"has_context": false,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "proposal_route",
|
|
"engine": "rag",
|
|
"query": "Čo by sa dalo spojiť z práce Jána Ptáka a Jakuba Schwarca?",
|
|
"passed": true,
|
|
"status": "error",
|
|
"reason": "proposal_not_available",
|
|
"answer": "Otázka žiada návrh možného prepojenia, nie iba existujúce fakty. Návrhový režim ešte nie je dostupný; výpis podkladov preto nevydávam za hotový návrh.",
|
|
"resolved_query": null,
|
|
"has_context": false,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "ambiguous_work",
|
|
"engine": "rag",
|
|
"query": "Aké metódy používal Ján Holp pri diplomovom projekte v roku 2020?",
|
|
"passed": true,
|
|
"status": "ambiguous",
|
|
"reason": "ambiguous_work",
|
|
"answer": "Ktorú prácu osoby Ján Holp máš na mysli? V indexe sú tieto možnosti: Diplomový projekt 2020; Diplomový projekt 2 2020. Uveď presné označenie projektu.",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "both_works",
|
|
"engine": "rag",
|
|
"query": "Daj obe.",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Ján Holp — Diplomový projekt 2 2020**\n\nZaznamenané výsledky (dátum záznamu: 2020-11-13):\n- Vyriešil technické problémy s Cassandra a umožnil indexovanie z Cassandra do Elasticsearch. [1]\n\n**Ján Holp — Diplomový projekt 2020**\n\nZaznamenané výsledky (dátum záznamu: 2020-06-23):\n- Zabezpečil funkčnosť databázy Cassandra. [1]\n- Zabezpečil funkčnosť indexovania zo súboru. [1]\n\nZdroje: [1](https://zp.kemt.fei.tuke.sk/students/2016/jan_holp)\n\n[1]: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"resolved_query": "Aké metódy používal Ján Holp pri diplomovom projekte v roku 2020? Pýtam sa na obe práce: \"Diplomový projekt 2020\" aj \"Diplomový projekt 2 2020\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2 2020",
|
|
"record_date": "2020-11-13",
|
|
"meeting_id": "756526bbb8f178e89e178eb8414d71a2"
|
|
},
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2020",
|
|
"record_date": "2020-06-23",
|
|
"meeting_id": "bdd04ff26753878f8926fd23a48bebe8"
|
|
},
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2020",
|
|
"record_date": "2020-06-23",
|
|
"meeting_id": "bdd04ff26753878f8926fd23a48bebe8"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "second_work",
|
|
"engine": "rag",
|
|
"query": "Pri tej druhej práci.",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Ján Holp — Diplomový projekt 2 2020**\n\nZaznamenané výsledky (dátum záznamu: 2020-11-13): Boli vyriešené technické problémy s Cassandra a umožnené indexovanie z Cassandra do Elasticsearch. [1]\n\nZdroje: [1](https://zp.kemt.fei.tuke.sk/students/2016/jan_holp)\n\n[1]: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"resolved_query": "Aké metódy používal Ján Holp pri diplomovom projekte v roku 2020? Pýtam sa na prácu: \"Diplomový projekt 2 2020\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2 2020",
|
|
"record_date": "2020-11-13",
|
|
"meeting_id": "756526bbb8f178e89e178eb8414d71a2"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "fresh_holp_title",
|
|
"engine": "rag",
|
|
"query": "Aký je názov diplomovej práce Jána Holpa a z ktorého roku je?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "Ján Holp má diplomovú prácu s názvom **Systém získavania informácií v slovenskom jazyku** (rok práce: **2021**).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "latest",
|
|
"engine": "graphrag",
|
|
"query": "Kedy mal Jakub Schwarc posledné stretnutie a o čom bolo?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nPosledný záznam s úplným dátumom: 2026-11-05.\n\n- Priebežný stav: napísané skripty na spúštanie a prípravu dát a na vyhodnotenie.\n\n- Priebežný stav: Máme prístup na HPC\n\n- Priebežný stav: hľadanie optimálneho LR pomocou optuna na hruska.kemt.fei.tuke.sk - je to dosť pomalé\n\n- Priebežný stav: skúšanie SK bench. Niektoré repozitáre nf HF hub zatiaľ nefungovali.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nProfil obsahuje aj záznamy bez úplného dátumu; nemožno spoľahlivo určiť, či sú novšie. Rok nedopĺňam z roku práce.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomový projekt 2026",
|
|
"record_date": null,
|
|
"meeting_id": "bbdd7a83d033172418b263d1afc79b80"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "meeting_followup",
|
|
"engine": "graphrag",
|
|
"query": "Na čom pracoval Jakub Schwarc v danom stretnutí?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-11-05.\n\n- Priebežný stav: napísané skripty na spúštanie a prípravu dát a na vyhodnotenie.\n\n- Priebežný stav: Máme prístup na HPC\n\n- Priebežný stav: hľadanie optimálneho LR pomocou optuna na hruska.kemt.fei.tuke.sk - je to dosť pomalé\n\n- Priebežný stav: skúšanie SK bench. Niektoré repozitáre nf HF hub zatiaľ nefungovali.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": "Na čom pracoval Jakub Schwarc na stretnutí 5.11.2026? Pri práci \"Diplomová práca 2027\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "phrase_typo",
|
|
"engine": "graphrag",
|
|
"query": "ma com v danom stretnuti pracoval jakub schwarc",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-11-05.\n\n- Priebežný stav: napísané skripty na spúštanie a prípravu dát a na vyhodnotenie.\n\n- Priebežný stav: Máme prístup na HPC\n\n- Priebežný stav: hľadanie optimálneho LR pomocou optuna na hruska.kemt.fei.tuke.sk - je to dosť pomalé\n\n- Priebežný stav: skúšanie SK bench. Niektoré repozitáre nf HF hub zatiaľ nefungovali.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": "na čom na stretnutí 5.11.2026 pracoval jakub schwarc Pri práci \"Diplomová práca 2027\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "relative_time",
|
|
"engine": "graphrag",
|
|
"query": "Aké úlohy mal vtedy?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-11-05.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": "Aké úlohy mal na stretnutí 5.11.2026? Osoba: Jakub Schwarc. Na stretnutí 5.11.2026. Pri práci \"Diplomová práca 2027\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-11-05",
|
|
"meeting_id": "d7385f9350e8a9ecd2b125e333c68e82"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "old_explicit_date",
|
|
"engine": "graphrag",
|
|
"query": "Na čom pracoval Jakub Schwarc na stretnutí 1. 10. 2026?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-10-01.\n\n- Zaznamenaný výsledok: vytvorený repozitár s konfiguráciami\n\n- Priebežný stav: prípravených 10 experimentov s eval a loss priebehom.\n\n- Zaznamenaný výsledok: porovnanie AYA a Alpaca dotrénovania. Alpaca vyzerá lepšie.\n\n- Priebežný stav: vyskúšaná AYA collection dataset - zbehlo 86 percent datasetu. Kolísala evaluácia.\n\n- Plán: Pripravte skript, ktorý zozbiera a pripraví trénovacie dáta, ktoré mame k dispozícii. Dáta rozdeľte na 3 časti. train, test, eval. Test a eval by mali byť tak, nastavené, aby vyhodnotenie na nich netrovalo príáliš dlho. Stačí iba jedna mnoižina ak sú dáta podobné.\n\n- Plán: pripravte skript, ktorý vyhodnotí výsledný model. Na vyhodnotenie použite \"eval\" časť dát.\n\n- Plán: použite vyhodnotenie SK-bench.\n\n- Plán: Použite iný multilinguálny model na dotrénovanie - napr. OLMO.\n\nZobrazený je obmedzený výber. Zúž otázku na študenta, konkrétnu prácu alebo obdobie, prípadne zvýš limit.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"resolved_query": "Na čom pracoval Jakub Schwarc na stretnutí 1.10.2026?",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
},
|
|
{
|
|
"person": "Jakub Schwarc",
|
|
"work": "Diplomová práca 2027",
|
|
"record_date": "2026-10-01",
|
|
"meeting_id": "528179c268355b28fb9590a21f71850a"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "missing_context",
|
|
"engine": "graphrag",
|
|
"query": "Na čom pracoval Jakub Schwarc v danom stretnutí?",
|
|
"passed": true,
|
|
"status": "ambiguous",
|
|
"reason": "missing_meeting_context",
|
|
"answer": "Ktoré stretnutie máš na mysli? Uveď študenta a dátum alebo presné označenie stretnutia.",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "wrong_context_person",
|
|
"engine": "graphrag",
|
|
"query": "Na čom vtedy pracoval Ján Holp?",
|
|
"passed": true,
|
|
"status": "ambiguous",
|
|
"reason": "context_subject_mismatch",
|
|
"answer": "Odkaz patrí k inej osobe. Uveď pre aktuálneho študenta konkrétnu prácu alebo dátum stretnutia.",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "unknown_new_person",
|
|
"engine": "graphrag",
|
|
"query": "Aké práce má xaver neexistujuci?",
|
|
"passed": true,
|
|
"status": "no_answer",
|
|
"reason": "unknown_person",
|
|
"answer": "Meno „xaver neexistujuci“ sa nepodarilo spoľahlivo priradiť k osobe v dostupných podkladoch. Uveď presné celé meno.",
|
|
"resolved_query": null,
|
|
"has_context": false,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "forged_context",
|
|
"engine": "graphrag",
|
|
"query": "Na čom vtedy pracoval?",
|
|
"passed": true,
|
|
"status": "error",
|
|
"reason": "invalid_context",
|
|
"answer": "Kontext predchádzajúcej otázky sa nepodarilo overiť. Zopakuj úplnú otázku s osobou, prácou a prípadným dátumom.",
|
|
"resolved_query": null,
|
|
"has_context": false,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "proposal_route",
|
|
"engine": "graphrag",
|
|
"query": "Čo by sa dalo spojiť z práce Jána Ptáka a Jakuba Schwarca?",
|
|
"passed": true,
|
|
"status": "error",
|
|
"reason": "proposal_not_available",
|
|
"answer": "Otázka žiada návrh možného prepojenia, nie iba existujúce fakty. Návrhový režim ešte nie je dostupný; výpis podkladov preto nevydávam za hotový návrh.",
|
|
"resolved_query": null,
|
|
"has_context": false,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "ambiguous_work",
|
|
"engine": "graphrag",
|
|
"query": "Aké metódy používal Ján Holp pri diplomovom projekte v roku 2020?",
|
|
"passed": true,
|
|
"status": "ambiguous",
|
|
"reason": "ambiguous_work",
|
|
"answer": "Ktorú prácu osoby Ján Holp máš na mysli? V indexe sú tieto možnosti: Diplomový projekt 2 2020; Diplomový projekt 2020. Uveď presné označenie projektu.",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": []
|
|
},
|
|
{
|
|
"id": "both_works",
|
|
"engine": "graphrag",
|
|
"query": "Daj obe.",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Ján Holp — Diplomový projekt 2 2020**\n\nZaznamenané výsledky (dátum záznamu: 2020-11-13):\n- Pri práci na projekte sa vyriešili technické problémy s Cassandra a umožnilo sa indexovanie z Cassandra do ES. [1]\n\n**Ján Holp — Diplomový projekt 2020**\n\nZaznamenané výsledky (dátum záznamu: 2020-06-23):\n- V rámci projektu bola zavedená a funkčná databáza Cassandra. [1]\n- Bolo implementované a funkčné indexovanie zo súboru. [1]\n\nZdroje: [1](https://zp.kemt.fei.tuke.sk/students/2016/jan_holp)\n\n[1]: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"resolved_query": "Aké metódy používal Ján Holp pri diplomovom projekte v roku 2020? Pýtam sa na obe práce: \"Diplomový projekt 2 2020\" aj \"Diplomový projekt 2020\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2 2020",
|
|
"record_date": "2020-11-13",
|
|
"meeting_id": "756526bbb8f178e89e178eb8414d71a2"
|
|
},
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2020",
|
|
"record_date": "2020-06-23",
|
|
"meeting_id": "bdd04ff26753878f8926fd23a48bebe8"
|
|
},
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2020",
|
|
"record_date": "2020-06-23",
|
|
"meeting_id": "bdd04ff26753878f8926fd23a48bebe8"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "second_work",
|
|
"engine": "graphrag",
|
|
"query": "Pri tej druhej práci.",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "**Ján Holp — Diplomový projekt 2020**\n\nZaznamenané výsledky (dátum záznamu: 2020-06-23): Pri diplomovom projekte bola implementovaná databáza Cassandra. [1] Bolo realizované indexovanie zo súboru. [1]\n\nZdroje: [1](https://zp.kemt.fei.tuke.sk/students/2016/jan_holp)\n\n[1]: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"resolved_query": "Aké metódy používal Ján Holp pri diplomovom projekte v roku 2020? Pýtam sa na prácu: \"Diplomový projekt 2020\".",
|
|
"has_context": true,
|
|
"evidence_scope": [
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2020",
|
|
"record_date": "2020-06-23",
|
|
"meeting_id": "bdd04ff26753878f8926fd23a48bebe8"
|
|
},
|
|
{
|
|
"person": "Ján Holp",
|
|
"work": "Diplomový projekt 2020",
|
|
"record_date": "2020-06-23",
|
|
"meeting_id": "bdd04ff26753878f8926fd23a48bebe8"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "fresh_holp_title",
|
|
"engine": "graphrag",
|
|
"query": "Aký je názov diplomovej práce Jána Holpa a z ktorého roku je?",
|
|
"passed": true,
|
|
"status": "ok",
|
|
"reason": null,
|
|
"answer": "Ján Holp má diplomovú prácu s názvom **Systém získavania informácií v slovenskom jazyku** (rok práce: **2021**).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"resolved_query": null,
|
|
"has_context": true,
|
|
"evidence_scope": []
|
|
}
|
|
],
|
|
"note": "Expected ambiguity/error behavior is tested as such; passing an unavailable proposal-mode case does not claim proposal generation is implemented. No independent accuracy estimate."
|
|
},
|
|
"public_mcp": {
|
|
"public_url": "https://pressed-extra-graduation-readings.trycloudflare.com/mcp",
|
|
"tools_schema_has_context": true,
|
|
"results": [
|
|
{
|
|
"engine": "rag",
|
|
"case": "latest",
|
|
"passed": true
|
|
},
|
|
{
|
|
"engine": "rag",
|
|
"case": "relative_meeting_tasks",
|
|
"passed": true,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-11-05.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
},
|
|
{
|
|
"engine": "rag",
|
|
"case": "missing_context",
|
|
"passed": true
|
|
},
|
|
{
|
|
"engine": "graphrag",
|
|
"case": "latest",
|
|
"passed": true
|
|
},
|
|
{
|
|
"engine": "graphrag",
|
|
"case": "relative_meeting_tasks",
|
|
"passed": true,
|
|
"answer": "**Jakub Schwarc — Diplomová práca 2027**\nDátum požadovaného stretnutia: 2026-11-05.\n\n- Plán: Spustite skript na vyhodnotnotenie na HPC. Pozrite si https://github.com/slovak-nlp/sk-bench/blob/main/container/slurm/README.md\n\n- Plán: Spustite experiment na dotrénovanie na HPC\n\n- Plán: sk bench vyskúšať ešte raz.\n\n- Plán: Nakopírujte si dáta na HPC. Použite projektový adresár /projects/cisloprojektu . Môžete použit scp. Potrebujete tunel.\n\nZdroje: https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
},
|
|
{
|
|
"engine": "graphrag",
|
|
"case": "missing_context",
|
|
"passed": true
|
|
}
|
|
]
|
|
},
|
|
"oauth": {
|
|
"passed": true,
|
|
"checks": [
|
|
"discovery",
|
|
"S256 PKCE",
|
|
"DCR",
|
|
"owner login and consent",
|
|
"code replay rejection",
|
|
"MCP tool discovery",
|
|
"refresh rotation",
|
|
"test grant revocation"
|
|
],
|
|
"test_grants_revoked": true
|
|
},
|
|
"skill_packages": {
|
|
"version": "1.9.0",
|
|
"reproducible_archives_match_current_source": true,
|
|
"manifest": {
|
|
"packages": [
|
|
{
|
|
"archive": "zpwiki-rag.zip",
|
|
"name": "rag",
|
|
"sha256": "f55d72cdf1bb751807221ade986ac582098ee41c3e49a2ac3b291742935f13f2"
|
|
},
|
|
{
|
|
"archive": "zpwiki-graphrag.zip",
|
|
"name": "graphrag",
|
|
"sha256": "78ec35715f31a2be7ca5c155506a499415fa49e644ed6309ea680bb46ab943f8"
|
|
}
|
|
],
|
|
"schema_version": 1
|
|
}
|
|
},
|
|
"runtime": {
|
|
"api_files_match_workspace": true,
|
|
"mcp_files_match_workspace": true,
|
|
"sqlite_integrity": "ok",
|
|
"foreign_key_errors": 0,
|
|
"metadata_versions_equal": true,
|
|
"content_checkpoint_and_graph_match": true,
|
|
"index_version": {
|
|
"version": "815b67d4b9c54cbcb5d6bd87251fd2ef",
|
|
"git_revision": "c3ec9f611e645a2fe14fe66d518eb0924bf9bb40",
|
|
"created_at_utc": "2026-11-09T20:49:43.773353+00:00",
|
|
"source_sha256": "201798bf276106986e7ef01b4d6357960cb495d09c9855b7df922c1df4fb35a7",
|
|
"documents_sha256": "8b7eea54f6233cdc9d16610296d32b9336ab0cbaa4b881872a088c05464960be",
|
|
"chunks_sha256": "8357d1e0641206990d26827b94f37916661595261f368e30f828bccd03171c95",
|
|
"embedding_model": "intfloat/multilingual-e5-small",
|
|
"publication_policy": "explicit-false-hidden-v1",
|
|
"embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92"
|
|
},
|
|
"content_version": "9440b8501af042b871e40de3fdce8899",
|
|
"capabilities_ready": {
|
|
"text_search": true,
|
|
"metadata_graph": true,
|
|
"knowledge": true,
|
|
"generation": false
|
|
}
|
|
},
|
|
"wiki": {
|
|
"revision": "c3ec9f611e645a2fe14fe66d518eb0924bf9bb40",
|
|
"local_worktree_clean": true,
|
|
"wiki_writes_performed": false
|
|
}
|
|
},
|
|
"remaining_limits": [
|
|
"User must update both Claude Skills and refresh the connector tool schema before testing the browser UI. Actual browser behavior is not verified by protocol tests alone.",
|
|
"The host must pass its own latest answer token explicitly. The server has no independent access to the entire human/Claude conversation; tokens are not a substitute for host-side question fidelity.",
|
|
"Natural meeting prose and actual recommendation generation belong to the next block. This change does not claim those are complete.",
|
|
"Unknown/ambiguous references need a concrete clarification; no unrestricted search is substituted.",
|
|
"Quick Tunnel still requires the running laptop/Docker and may get a new address after renewal.",
|
|
"No new independent accuracy score or 94% claim is made. Existing consumed TEST artifacts are unchanged."
|
|
],
|
|
"references": [
|
|
"https://modelcontextprotocol.io/specification/2025-06-18/server/tools",
|
|
"https://www.anthropic.com/engineering/effective-context-engineering-for-ai-agents"
|
|
],
|
|
"runtime_sha256": {
|
|
"tools/answers/answer_coverage.py": "746ab3b89ba65f263b63037be55ee02ee25aaaf685dae6e95f7bd6a5536fc6fa",
|
|
"tools/answers/rag_metadata.py": "a16486932e66aed571fd25cb59c5656892613488ea90afe80c41b0c1d15afcf1",
|
|
"tools/answers/checked_generation.py": "e36def33fb83e5c973fa632685b4782fa411a7eeb7151ef8c14007f58fa1f375",
|
|
"tools/answers/answer_delivery.py": "9dc14e563d441ac813bf76d92be87635fa7dfbc30bcfa832c218410636270cf3",
|
|
"tools/answers/presentation.py": "954c65288ddc3c8f873fec3ef99176adb70785806043ac1814c7a01a267b4aad",
|
|
"tools/answers/content_selection.py": "8e09f4423f2fd3b253f5779f62849b11b9570a112a472ea07392468901e3d80e",
|
|
"tools/answers/synthesis.py": "d669136a99d71b9046119debc077f2ab51336ab8ffe1bcd5e5853cfa8ba8e748",
|
|
"tools/answers/graph_context.py": "5b14150b7f6903cd92c004d56943d949167be8859acf4f97aed14a713e59faff",
|
|
"tools/answers/model_client.py": "f595eb1b594364faff21ce2a6842c8c7e40a5ca4e6a2c3085cdc4a4bae28ae04",
|
|
"tools/answers/answer_errors.py": "3bc883d4e58d1f74ea2527f93867fe04231a09d24964dfec4436c97a1eaeddc4",
|
|
"tools/answers/context_policy.py": "526f5de0b9112e23abd76e403799f156d0150c83f03577251af23d1685991327",
|
|
"tools/answers/verified_rag.py": "b2e9777b269f2b19c16ad9e1aa86644f09a9ad96489358a1294e51d21025611e",
|
|
"tools/answers/answer_format.py": "533cfe3a30c835d22441d877df63fe08e366d01ed6d15474fe6fcff26bde259b",
|
|
"tools/answers/evidence_selection.py": "1007a85b8838e1eb3c34ee610a4f81dfff57410a90213e02b8ccde90a0fedbd2",
|
|
"tools/answers/__init__.py": "8b8ab7f996121e5e5b1b594cf08f4c3b4f16f1b434b74276c803a3a83681d2cb",
|
|
"tools/answers/conversation.py": "24e77e208d164de06e7294ba9a0618a8b546861893e1bd2cc9f42f0ee079c2b3",
|
|
"tools/answers/rag_preparation.py": "98468b111c9f8f6d423f3c6a07300c3ad7a7e9fef5bae1d1385b91a04771e069",
|
|
"tools/answers/rag_evidence.py": "351b99eb5757991696dbe10dcb794cf02aea7c2232c2b7eabab4e3bf1a7ad687",
|
|
"tools/answers/reference_links.py": "eb59206bcb3b79912daafcd591e7adb504ec592e61ea32e4e133cb6a65fe0b57",
|
|
"tools/answers/render_answer.py": "953cae2cdbdbf05a1b0c1f2746c4dc5f0d85c9bcfd02c105df38a3ff1d2451af",
|
|
"tools/answers/question_plan.py": "e30f4f9f67723bb17a627469d0800621600cef05810747bded973157351517ed",
|
|
"tools/answers/question_intent.py": "a044a75ab04c57c11763b78775cc63673debed8f543523ee279e89db1f204a5b",
|
|
"tools/knowledge/concepts.py": "de0d005ab298c3d86020b0cb09fc695852303d8a5f411d0a3828b58131713b8d",
|
|
"tools/knowledge/sources.py": "709c2201288a920e99578fe4e58e191a742deb5f15170104820680d156280c69",
|
|
"tools/knowledge/publication.py": "a5a29af22fd73a57f53da47c687200f0ad392d48ce94a23250f00c7a53731148",
|
|
"tools/knowledge/academic.py": "6d39cdd747b5ece8803605f0713a9afeeee1813d3e49bb9ff2ac7e0ae4c3b73d",
|
|
"tools/knowledge/__init__.py": "905a19d7cf5d95379800b2ad917ad759fa376f23d2f8a244527b9dc187555019",
|
|
"tools/knowledge/evidence.py": "b0eb7d3e0f6a97083829a9940b3a64dade96d4f98435eb5ebfb43adaf10fac18",
|
|
"tools/knowledge/graph_answers.py": "fd599b7ff65485ae11e77022cc007b99e5bd3b533383cc64dc5b7aa3dabf81fa",
|
|
"tools/knowledge/store.py": "fa22cd357df8c3cde4cd1b6a4f0a9b78d12721f3970ec896584205f8a5d5d7c1",
|
|
"tools/knowledge/extraction.py": "c1819afc5072a5999c985b4547809db997ecf3e1112b031534ae34ed295bd106",
|
|
"tools/knowledge/local_graph.py": "58af4bd5b888756728739e26d8bc9f4cba1aaf75853c17e11453d4f38fa29f1e",
|
|
"tools/knowledge/graph_projection.py": "dac3058008fb43c833d239b6a7ced27ef5419004cc768b246741eb2e1a69b12a",
|
|
"tools/knowledge/text_retrieval.py": "946911f6b1aac8ccf1861c33b75b574df1deca810787b3bd0b2c708a9dd20f71",
|
|
"tools/knowledge/query.py": "ea372294da8e8f928328b467cfb7a652ee9b693bff42f346f6f1a4267de10b73",
|
|
"tools/knowledge/build.py": "4666b1cd2d42533b7289f5e2ecaac11c5cc16e09f3ea4b9a2714d17cb8c2f9f6",
|
|
"tools/knowledge/planned_answers.py": "e5820cb6c8d6e15315ae94e263e2886b0309b6c7eee8e09338750adbede2aa8c",
|
|
"tools/graphrag/graph_search.py": "eff65f570d3a52a9cb4132db8f3c4b59dc08840001ae1bfbab6c7ab5eda09bb0",
|
|
"tools/retrieval/person_names.py": "c4f492e75acfc205ef6172bba7ea69d6424a60f4554cd79529edaab4b28238d7",
|
|
"tools/rag/llm_context.py": "8f195ff16639de4379c41108f7a3a456d90d985307ebde3691c1406b3f76dfa5",
|
|
"app/routes.py": "55b2178834dc0e98cf832c4c87ef07304a99b0ebffc9d4b41093fbfaaed10235",
|
|
"app/main.py": "38ae3f77e8a0ddec414459da1ec17d5247d2f9457bc7ceb2af17d442658a1d28"
|
|
},
|
|
"mcp_sha256": {
|
|
"client.py": "b1ce6d41714396afb57e87149c20415451ff16d97fe0d5d5afbe1332374ae516",
|
|
"mcp_server.py": "c5f37ea54687af8950ac73df29b9d047939af04528bc3572b8b47bb04d2d5513",
|
|
"oauth_provider.py": "85e00facfe9c772b174b57f125986a329e3b1bc99f72f4a7f553b763fbea166b"
|
|
}
|
|
}
|